-- Logs begin at Thu 2021-01-21 19:07:52 UTC, end at Thu 2021-01-21 20:16:04 UTC. -- Jan 21 19:45:46.835709 dv-cinder-726180-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 21 19:45:49.721143 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.common.config [-] Logging enabled! Jan 21 19:45:49.721747 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev408 Jan 21 19:45:49.723084 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80002) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 21 19:45:49.724957 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.common.config [-] Logging enabled! Jan 21 19:45:49.725258 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev408 Jan 21 19:45:49.725621 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80002) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 21 19:45:49.726750 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 21 19:45:49.727022 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 21 19:45:49.728972 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 21 19:45:49.729268 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 21 19:45:49.729538 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 21 19:45:49.729932 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.730289 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.730676 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.730943 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.731295 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.731640 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.731972 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.732316 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.732668 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.733000 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.733334 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.733654 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.733922 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.734252 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.734620 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.734959 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.735220 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] debug = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.735545 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.736098 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.736433 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.736759 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.737095 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.737408 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.737727 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.738059 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.738470 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] host = dv-cinder-726180-8-iscsi {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.738794 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.739132 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.740055 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.740055 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.740055 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.740391 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.740724 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.741043 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.741414 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] log_file = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.741680 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.742016 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.742357 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.742753 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.743029 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.743916 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.744267 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.744613 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.744942 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.745270 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.745594 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.745917 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.746238 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.746582 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.746924 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.747262 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.747600 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.747923 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.748244 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.748559 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.748876 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.749210 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.749532 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.749851 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.750172 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.750543 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.750859 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.751179 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.751538 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.751877 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.752212 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.752549 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.752868 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.753196 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.753512 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.753827 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.754139 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] use_json = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.754499 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.754817 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.755149 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.755465 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.755780 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.756097 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.756424 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.756753 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:49.757100 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.757446 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.757798 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.758126 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.759025 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.759977 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.760326 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.760653 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.760999 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.761339 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.761677 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.762004 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.762341 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.762698 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.763046 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.763397 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.763743 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.764087 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.764404 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.764719 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.765035 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.765358 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.765692 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.766035 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.766376 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.766721 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.767043 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.767386 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.767710 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.768027 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.768425 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.768662 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.768983 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.769379 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.769704 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.770028 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.770345 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.770688 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.771010 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.771350 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.771673 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.771990 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.772302 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.772623 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.772940 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.773271 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.773594 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.773908 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.775400 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.775743 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.776092 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.776423 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.776720 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.777049 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.777374 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.777700 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.778016 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.778353 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.778682 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.778999 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.779316 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.779631 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.779953 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.780272 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.780589 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.780907 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.781226 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.781554 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.781880 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.782229 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.782576 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.782913 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.783238 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.783559 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.783881 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.784206 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.784529 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.784854 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.785170 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.785514 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.785848 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.786174 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.786527 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.787245 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.787245 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.787535 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.787809 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.788122 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.788446 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.788774 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.789111 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.789455 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.789906 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.790805 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.791149 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.791493 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.791821 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.792190 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.792517 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:49.792773 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 21 19:45:49.793060 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80002) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Jan 21 19:45:50.494679 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO keyring.backend [-] Loading Gnome Jan 21 19:45:50.513567 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO keyring.backend [-] Loading Google Jan 21 19:45:50.516277 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO keyring.backend [-] Loading Windows (alt) Jan 21 19:45:50.520626 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO keyring.backend [-] Loading file Jan 21 19:45:50.521485 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO keyring.backend [-] Loading keyczar Jan 21 19:45:50.521774 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO keyring.backend [-] Loading multi Jan 21 19:45:50.522450 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO keyring.backend [-] Loading pyfs Jan 21 19:45:50.573438 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:45:50.573747 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:45:50.574072 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:45:50.574494 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 21 19:45:51.001984 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:51.002572 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:51.002704 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:51.054716 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:51.055046 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:51.055379 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:51.059812 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:51.060123 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:51.060420 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:51.134989 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:51.135314 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:51.135616 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:51.136796 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:51.137104 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:51.137402 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:51.435690 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:51.435919 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:51.436226 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:51.436534 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:51.437391 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:51.599228 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:51.599612 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:51.599945 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:51.600259 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:51.600565 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:51.600949 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:51.601255 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:51.601722 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:51.602152 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:51.603633 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:51.603974 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:51.604292 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:51.604605 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:51.604915 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:51.605234 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:51.605563 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:51.605867 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:51.606199 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:51.606517 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:51.607024 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:51.607317 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:51.607606 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:51.607955 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:51.608384 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:51.608676 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:51.609166 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80002) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 21 19:45:51.609446 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80002) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 21 19:45:51.609730 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80002) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 21 19:45:51.610005 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80002) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 21 19:45:51.610288 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80002) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 21 19:45:51.610625 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80002) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 21 19:45:51.612033 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 21 19:45:51.615537 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 21 19:45:51.620288 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 21 19:45:51.624319 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1600, 1649)])]) Jan 21 19:45:51.626181 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 21 19:45:51.627372 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 21 19:45:51.627929 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Jan 21 19:45:51.628378 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 21 19:45:51.631217 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 21 19:45:51.631509 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 21 19:45:51.631905 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Jan 21 19:45:51.656459 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 21 19:45:51.656989 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:51.657323 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80002) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Jan 21 19:45:51.657741 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:51.659147 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80002) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 21 19:45:51.659484 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Jan 21 19:45:51.659766 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Jan 21 19:45:51.663030 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:51.663349 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:51.735777 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 21 19:45:51.736036 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 21 19:45:51.736299 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 21 19:45:51.736727 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 21 19:45:51.779861 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_db.sqlalchemy.engines [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80002) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 21 19:45:52.264833 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.plugins.ml2.managers [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Initializing driver for type 'gre' Jan 21 19:45:52.265438 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] gre ID ranges: [(1, 1000)] Jan 21 19:45:52.308331 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.plugins.ml2.managers [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Initializing driver for type 'local' Jan 21 19:45:52.308705 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.plugins.ml2.managers [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Initializing driver for type 'vlan' Jan 21 19:45:52.321741 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] VlanTypeDriver initialization complete Jan 21 19:45:52.322110 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.plugins.ml2.managers [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Initializing driver for type 'vxlan' Jan 21 19:45:52.322769 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] vxlan ID ranges: [(1, 1000)] Jan 21 19:45:52.366570 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.plugins.ml2.managers [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Initializing extension driver 'port_security' Jan 21 19:45:52.366932 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.plugins.ml2.extensions.port_security [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] PortSecurityExtensionDriver initialization complete Jan 21 19:45:52.367347 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.plugins.ml2.managers [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Initializing mechanism driver 'openvswitch' Jan 21 19:45:52.374308 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80002) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:45:52.375229 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > port after_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.375643 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > port after_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.376037 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > port after_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.376468 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > subnet after_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.376859 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > subnet after_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.377247 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.377673 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > network after_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.378058 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > network after_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.378483 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > network after_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.378909 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > security_group after_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.379297 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > security_group after_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.379843 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > security_group after_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.380263 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.380648 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.381028 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.381445 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > address_group after_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.381826 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > address_group after_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.382203 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > address_group after_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.382599 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] ML2 OVO RPC backend initialized. {{(pid=80002) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jan 21 19:45:52.383338 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.384735 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.384938 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > network before_response 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.385447 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > networks before_response 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.385845 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > port before_response 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.388684 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > ports before_response 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.389121 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > subnet before_response 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.390528 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > subnets before_response 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.390959 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > network after_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.391360 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > network after_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.391752 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > network after_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.392142 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > port after_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.392530 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > port after_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.392913 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > port after_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.393295 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > subnet after_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.393676 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > subnet after_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.394058 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.394800 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.plugins.ml2.plugin [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Modular L2 Plugin initialization complete Jan 21 19:45:52.395172 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading services supported by the core plugin {{(pid=80002) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 21 19:45:52.395576 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.plugins.ml2.managers [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Got port-security extension from driver 'port_security' Jan 21 19:45:52.396169 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.extensions.vlantransparent [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Disabled vlantransparent extension. Jan 21 19:45:52.397671 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80002) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 21 19:45:52.398034 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading Plugin: router Jan 21 19:45:52.436980 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > router_interface before_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.437417 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > router after_create 55549900 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.437825 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > router before_create 55549900 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.438230 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.438716 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.439119 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > router after_delete 55549900 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.439520 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > floatingip after_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.439931 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > router after_create 55549900 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.440318 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > router after_update 55549900 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.440707 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > router after_update 55549900 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.441096 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.441500 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > router after_update 55549900 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.441987 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > router precommit_update 55549900 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.442429 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: port after_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.442815 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: port after_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.443192 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: subnet after_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.443575 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.443969 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > port precommit_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.444357 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > router precommit_create 55549900 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.444740 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: port before_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.445122 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > router precommit_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.445526 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > router after_update 55549900 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.445943 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > router precommit_delete 55549900 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.446978 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > router precommit_create 55549900 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.447528 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.447855 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > router precommit_update 55549900 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.448292 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > network after_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.449368 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource_registry [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Tracking information for resource: router configured {{(pid=80002) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 21 19:45:52.449745 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource_registry [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Tracking information for resource: floatingip configured {{(pid=80002) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 21 19:45:52.454983 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.db.l3_agentschedulers_db [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 21 19:45:52.455645 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: port after_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.456043 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: port after_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.456432 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: port after_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.456821 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: port after_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.457747 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > router before_create 55550100 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.458146 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > router precommit_delete 55550100 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.458587 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > router precommit_create 55550100 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.459012 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > router precommit_update 55550100 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.464447 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.provider_configuration [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Service providers = [] {{(pid=80002) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 21 19:45:52.464919 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.servicetype_db [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80002) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 21 19:45:52.467926 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.service_base [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80002) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 21 19:45:52.468314 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.service_base [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80002) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 21 19:45:52.468693 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.service_base [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80002) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 21 19:45:52.469594 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.service_base [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80002) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 21 19:45:52.470002 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.services.service_base [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 21 19:45:52.470460 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80002) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 21 19:45:52.470828 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 21 19:45:52.481431 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80002) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 21 19:45:52.481798 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading Plugin: auto_allocate Jan 21 19:45:52.487708 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: network precommit_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.488122 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: network precommit_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.488730 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80002) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 21 19:45:52.489094 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading Plugin: tag Jan 21 19:45:52.497126 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80002) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 21 19:45:52.497537 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading Plugin: timestamp Jan 21 19:45:52.501514 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80002) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 21 19:45:52.501878 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading Plugin: network_ip_availability Jan 21 19:45:52.508249 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.508249 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.508502 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.509784 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80002) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 21 19:45:52.510188 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading Plugin: flavors Jan 21 19:45:52.514881 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80002) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 21 19:45:52.515205 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading Plugin: revisions Jan 21 19:45:52.519759 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80002) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 21 19:45:52.520189 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.946s {{(pid=80002) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:45:52.521006 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80002) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jan 21 19:45:52.521370 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Initializing extension manager. Jan 21 19:45:52.521933 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: __init__.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.522317 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: __pycache__ {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.522732 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.523107 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: address_group.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.523956 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.524817 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: address-group Jan 21 19:45:52.525185 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: address_scope.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.525959 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.526627 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: address-scope Jan 21 19:45:52.527000 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.527978 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.528561 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: router-admin-state-down-before-update Jan 21 19:45:52.528919 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: agent.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.529699 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.530267 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: agent Jan 21 19:45:52.530667 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: agent_resources_synced.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.531628 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.532207 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: agent-resources-synced Jan 21 19:45:52.532569 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: allowedaddresspairs.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.534475 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.535069 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: allowed-address-pairs Jan 21 19:45:52.535443 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: auto_allocated_topology.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.536556 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.537142 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: auto-allocated-topology Jan 21 19:45:52.537510 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: availability_zone.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.540070 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.540921 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: availability_zone Jan 21 19:45:52.541539 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: availability_zone_filter.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.543629 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.544254 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: availability_zone_filter Jan 21 19:45:52.545160 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: data_plane_status.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.547134 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.547730 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extension data-plane-status not supported by any of loaded plugins Jan 21 19:45:52.548099 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: default_subnetpools.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.549058 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.549649 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: default-subnetpools Jan 21 19:45:52.550015 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.550944 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.551547 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: dhcp_agent_scheduler Jan 21 19:45:52.551942 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: dns.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.552975 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.553637 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extension dns-integration not supported by any of loaded plugins Jan 21 19:45:52.554007 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: dns_domain_ports.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.554982 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.556141 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 21 19:45:52.556507 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: dvr.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.557252 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.557840 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: dvr Jan 21 19:45:52.558208 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: empty_string_filtering.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.559179 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.559760 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: empty-string-filtering Jan 21 19:45:52.560124 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.561053 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.561636 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 21 19:45:52.561992 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.563245 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.563828 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 21 19:45:52.564190 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: external_net.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.565142 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.565729 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: external-net Jan 21 19:45:52.566094 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.567043 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.567630 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: extra_dhcp_opt Jan 21 19:45:52.567996 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: extraroute.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.568920 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.569501 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: extraroute Jan 21 19:45:52.569864 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: extraroute_atomic.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.571645 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.572228 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: extraroute-atomic Jan 21 19:45:52.572594 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: filter_validation.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.573328 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.573918 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: filter-validation Jan 21 19:45:52.574360 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: fip_pf_description.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.575310 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.575895 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 21 19:45:52.576257 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: fip_port_details.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.577200 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.577790 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: fip-port-details Jan 21 19:45:52.578152 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: flavors.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.579646 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.580240 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: flavors Jan 21 19:45:52.580607 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.582362 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.583001 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 21 19:45:52.583385 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: floatingip_pools.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.584152 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.584739 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: floatingip-pools Jan 21 19:45:52.585110 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: ip_allocation.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.586065 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.586797 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extension ip_allocation not supported by any of loaded plugins Jan 21 19:45:52.587216 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.588554 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.589140 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: ip-substring-filtering Jan 21 19:45:52.589519 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: l2_adjacency.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.590486 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.591075 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 21 19:45:52.591437 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: l3.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.592577 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.593165 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: router Jan 21 19:45:52.593540 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.595961 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.596635 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 21 19:45:52.597007 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.597967 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.598623 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: ext-gw-mode Jan 21 19:45:52.598994 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.599943 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.600522 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: l3-ha Jan 21 19:45:52.600888 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: l3_flavors.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.601931 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.602690 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: l3-flavors Jan 21 19:45:52.603070 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.604006 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.604595 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 21 19:45:52.604958 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: l3agentscheduler.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.606203 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.606895 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: l3_agent_scheduler Jan 21 19:45:52.607267 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: logging.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.608831 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.609435 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extension logging not supported by any of loaded plugins Jan 21 19:45:52.609808 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: metering.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.610667 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.611780 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: metering Jan 21 19:45:52.611780 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.612830 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.613423 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: metering_source_and_destination_fields Jan 21 19:45:52.613787 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: multiprovidernet.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.614765 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.615351 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: multi-provider Jan 21 19:45:52.615714 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: netmtu.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.616653 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.617240 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: net-mtu Jan 21 19:45:52.617606 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: netmtu_writable.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.619276 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.619859 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: net-mtu-writable Jan 21 19:45:52.620225 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: network_availability_zone.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.621089 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.621665 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: network_availability_zone Jan 21 19:45:52.622047 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: network_ip_availability.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.623293 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.623882 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: network-ip-availability Jan 21 19:45:52.624245 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: network_segment_range.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.625159 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.625747 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extension network-segment-range not supported by any of loaded plugins Jan 21 19:45:52.626111 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: pagination.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.627155 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.627532 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: pagination Jan 21 19:45:52.627896 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.628843 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.629423 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: port-mac-address-regenerate Jan 21 19:45:52.629786 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.630730 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.631309 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: port-numa-affinity-policy Jan 21 19:45:52.631675 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: port_resource_request.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.632662 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.633231 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extension port-resource-request not supported by any of loaded plugins Jan 21 19:45:52.634151 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: portbindings.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.635135 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.635720 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: binding Jan 21 19:45:52.636083 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: portbindings_extended.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.637405 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.637990 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: binding-extended Jan 21 19:45:52.638361 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: portsecurity.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.639320 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.639922 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: port-security Jan 21 19:45:52.640333 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: project_id.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.641404 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.641780 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: project-id Jan 21 19:45:52.642138 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: providernet.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.643279 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.643690 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: provider Jan 21 19:45:52.644058 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: qos.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.647876 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.648487 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extension qos not supported by any of loaded plugins Jan 21 19:45:52.648853 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.650169 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.650785 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 21 19:45:52.651152 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.652087 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.652665 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 21 19:45:52.653034 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: qos_default.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.653958 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.654570 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extension qos-default not supported by any of loaded plugins Jan 21 19:45:52.654938 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: qos_fip.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.655639 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.656211 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extension qos-fip not supported by any of loaded plugins Jan 21 19:45:52.656582 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: qos_gateway_ip.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.657662 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.658243 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 21 19:45:52.658628 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: qos_port_network_policy.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.659562 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.660135 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 21 19:45:52.660497 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: qos_rule_type_details.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.661430 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.662006 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 21 19:45:52.662368 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: qos_rules_alias.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.663448 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.664031 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 21 19:45:52.664394 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: quotasv2.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.665520 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.665886 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: quotas Jan 21 19:45:52.666248 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: quotasv2_detail.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.667889 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.668269 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: quota_details Jan 21 19:45:52.668636 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: rbac.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.669966 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.670612 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: rbac-policies Jan 21 19:45:52.670986 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: rbac_address_scope.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.671928 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.672512 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: rbac-address-scope Jan 21 19:45:52.672879 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: rbac_security_groups.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.673807 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.674422 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: rbac-security-groups Jan 21 19:45:52.674789 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: rbac_subnetpool.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.675722 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.676305 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: rbac-subnetpool Jan 21 19:45:52.676668 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: revisionifmatch.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.677602 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.678185 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: revision-if-match Jan 21 19:45:52.678576 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: revisions.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.679750 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.680889 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: standard-attr-revisions Jan 21 19:45:52.681414 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: router_availability_zone.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.682083 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.683671 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: router_availability_zone Jan 21 19:45:52.683671 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: routerservicetype.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.684378 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.684968 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extension router-service-type not supported by any of loaded plugins Jan 21 19:45:52.685325 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.686270 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.686935 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: security-groups-normalized-cidr Jan 21 19:45:52.687320 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.688302 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.688908 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: port-security-groups-filtering Jan 21 19:45:52.689273 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.690271 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.690921 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: security-groups-remote-address-group Jan 21 19:45:52.691301 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: securitygroup.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.705337 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.705993 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: security-group Jan 21 19:45:52.706373 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: segment.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.707321 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.707924 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extension segment not supported by any of loaded plugins Jan 21 19:45:52.708297 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.709311 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.709989 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 21 19:45:52.710270 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: servicetype.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.711483 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.712225 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: service-type Jan 21 19:45:52.712559 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: sorting.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.714122 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.714641 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: sorting Jan 21 19:45:52.715022 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: standard_attr_segment.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.715994 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.716605 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 21 19:45:52.716967 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: standardattrdescription.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.717681 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.718276 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: standard-attr-description Jan 21 19:45:52.718671 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: stateful_security_group.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.719899 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.721580 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: stateful-security-group Jan 21 19:45:52.721950 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: stdattrs_common.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.722590 dv-cinder-726180-8-iscsi neutron-server[80002]: WARNING neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 21 19:45:52.722957 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.724093 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.724747 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 21 19:45:52.725310 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: subnet_onboard.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.726639 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.727807 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: subnet_onboard Jan 21 19:45:52.728422 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.729578 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.730158 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 21 19:45:52.730576 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: subnet_service_types.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.731674 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.732105 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: subnet-service-types Jan 21 19:45:52.732472 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: subnetallocation.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.733592 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.734185 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: subnet_allocation Jan 21 19:45:52.734584 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.735326 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.735912 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: subnetpool-prefix-ops Jan 21 19:45:52.736279 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.737271 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.737873 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 21 19:45:52.738236 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: tagging.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.739662 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.740243 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: standard-attr-tag Jan 21 19:45:52.740624 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: timestamp.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.741861 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.742474 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loaded extension: standard-attr-timestamp Jan 21 19:45:52.742899 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: trunk.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.744546 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.745140 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extension trunk not supported by any of loaded plugins Jan 21 19:45:52.745514 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: trunk_details.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.746484 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.747073 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extension trunk-details not supported by any of loaded plugins Jan 21 19:45:52.747439 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: uplink_status_propagation.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.748384 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.749008 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 21 19:45:52.749378 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Loading extension file: vlantransparent.py {{(pid=80002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 21 19:45:52.750097 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 19:45:52.750831 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 21 19:45:52.753698 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.quota.resource_registry [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Creating instance of TrackedResource for resource:network Jan 21 19:45:52.754590 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.quota.resource_registry [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Creating instance of TrackedResource for resource:subnet Jan 21 19:45:52.755270 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.quota.resource_registry [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 19:45:52.755928 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.quota.resource_registry [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Creating instance of TrackedResource for resource:port Jan 21 19:45:52.757491 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.resource_helper [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 21 19:45:52.757988 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.resource_helper [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Service FLAVORS assigned prefix: {{(pid=80002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 21 19:45:52.758903 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.resource_helper [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 21 19:45:52.759431 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.resource_helper [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 21 19:45:52.759807 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.quota.resource_registry [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Creating instance of TrackedResource for resource:router Jan 21 19:45:52.760557 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.quota.resource_registry [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Creating instance of TrackedResource for resource:floatingip Jan 21 19:45:52.761338 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.resource_helper [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Service METERING assigned prefix: /metering {{(pid=80002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 21 19:45:52.763323 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.763732 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.764125 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80002) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:45:52.765457 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.quota.resource_registry [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Creating instance of CountableResource for resource:rbac_policy Jan 21 19:45:52.766727 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.quota.resource_registry [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Creating instance of TrackedResource for resource:security_group Jan 21 19:45:52.766907 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.quota.resource_registry [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 21 19:45:52.767799 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.resource_helper [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Service CORE assigned prefix: {{(pid=80002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 21 19:45:52.768182 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.quota.resource_registry [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 19:45:52.768555 dv-cinder-726180-8-iscsi neutron-server[80002]: WARNING neutron.quota.resource_registry [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] subnetpool is already registered Jan 21 19:45:52.769233 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.resource_helper [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Service CORE assigned prefix: {{(pid=80002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 21 19:45:52.769609 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.quota.resource_registry [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 19:45:52.769981 dv-cinder-726180-8-iscsi neutron-server[80002]: WARNING neutron.quota.resource_registry [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] subnetpool is already registered Jan 21 19:45:52.772970 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.resource_helper [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 21 19:45:52.773485 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.resource_helper [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Service FLAVORS assigned prefix: {{(pid=80002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 21 19:45:52.774188 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.resource_helper [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 21 19:45:52.774699 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.resource_helper [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 21 19:45:52.775071 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.quota.resource_registry [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Creating instance of TrackedResource for resource:router Jan 21 19:45:52.775441 dv-cinder-726180-8-iscsi neutron-server[80002]: WARNING neutron.quota.resource_registry [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] router is already registered Jan 21 19:45:52.776117 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.quota.resource_registry [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Creating instance of TrackedResource for resource:floatingip Jan 21 19:45:52.776485 dv-cinder-726180-8-iscsi neutron-server[80002]: WARNING neutron.quota.resource_registry [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] floatingip is already registered Jan 21 19:45:52.777183 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.resource_helper [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Service METERING assigned prefix: /metering {{(pid=80002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 21 19:45:52.777962 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.quota.resource_registry [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Creating instance of CountableResource for resource:rbac_policy Jan 21 19:45:52.778335 dv-cinder-726180-8-iscsi neutron-server[80002]: WARNING neutron.quota.resource_registry [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] rbac_policy is already registered Jan 21 19:45:52.779894 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.quota.resource_registry [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Creating instance of TrackedResource for resource:security_group Jan 21 19:45:52.780276 dv-cinder-726180-8-iscsi neutron-server[80002]: WARNING neutron.quota.resource_registry [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] security_group is already registered Jan 21 19:45:52.780938 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.quota.resource_registry [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 21 19:45:52.781313 dv-cinder-726180-8-iscsi neutron-server[80002]: WARNING neutron.quota.resource_registry [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] security_group_rule is already registered Jan 21 19:45:52.782064 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.resource_helper [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Service CORE assigned prefix: {{(pid=80002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 21 19:45:52.782473 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.quota.resource_registry [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 19:45:52.782843 dv-cinder-726180-8-iscsi neutron-server[80002]: WARNING neutron.quota.resource_registry [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] subnetpool is already registered Jan 21 19:45:52.783508 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.resource_helper [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Service CORE assigned prefix: {{(pid=80002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 21 19:45:52.783878 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.quota.resource_registry [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 19:45:52.784237 dv-cinder-726180-8-iscsi neutron-server[80002]: WARNING neutron.quota.resource_registry [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] subnetpool is already registered Jan 21 19:45:52.784963 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extended resource: extensions {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:45:52.786652 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extended resource: address-groups {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:45:52.788382 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extended resource: address-scopes {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:45:52.790294 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extended resource: agents {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:45:52.791653 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extended resource: auto-allocated-topology {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:45:52.792999 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extended resource: availability_zones {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:45:52.794433 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extended resource: dhcp-networks {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:45:52.795960 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extended resource: dhcp-agents {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:45:52.797489 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extended resource: routers {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:45:52.799500 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extended resource: flavors {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:45:52.800753 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extended resource: service_profiles {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:45:52.802073 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extended resource: next_providers {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:45:52.803791 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extended resource: service_profiles {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:45:52.805427 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extended resource: floatingip-pools {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:45:52.807313 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extended resource: routers {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:45:52.809220 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extended resource: floatingips {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:45:52.810531 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extended resource: l3-routers {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:45:52.812114 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extended resource: l3-agents {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:45:52.813655 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extended resource: metering-labels {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:45:52.815172 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extended resource: metering-label-rules {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:45:52.816551 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extended resource: network-ip-availabilities {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:45:52.817942 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extended resource: bindings {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:45:52.819736 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extended resource: quotas {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:45:52.821339 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extended resource: quotas {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:45:52.822904 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extended resource: rbac-policies {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:45:52.824321 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extended resource: security-groups {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:45:52.825636 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extended resource: security-group-rules {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:45:52.827062 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extended resource: service-providers {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:45:52.828417 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extended resource: subnetpools {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:45:52.829967 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extended resource: subnetpools {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:45:52.831605 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extended resource: tags {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:45:52.833405 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extended resource: tags {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:45:52.835463 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extended resource: tags {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:45:52.837587 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extended resource: tags {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:45:52.839862 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extended resource: tags {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:45:52.841677 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extended resource: tags {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:45:52.843687 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extended resource: tags {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:45:52.846750 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extended resource: tags {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:45:52.848757 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extended resource: tags {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:45:52.850754 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.extensions [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Extended resource: tags {{(pid=80002) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 21 19:45:52.858705 dv-cinder-726180-8-iscsi neutron-server[80002]: WARNING keystonemiddleware.auth_token [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 21 19:45:52.864125 dv-cinder-726180-8-iscsi neutron-server[80002]: WARNING keystonemiddleware.auth_token [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 21 19:45:52.874194 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Acquired lock "singleton_lock" {{(pid=80002) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 21 19:45:52.874761 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Releasing lock "singleton_lock" {{(pid=80002) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 21 19:45:52.876251 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO oslo_service.service [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Starting 2 workers Jan 21 19:45:52.881240 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Started child 80113 {{(pid=80002) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 21 19:45:52.885878 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:45:52.886356 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Started child 80114 {{(pid=80002) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 21 19:45:52.887441 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [-] (80113) wsgi starting up on http://0.0.0.0:9696 Jan 21 19:45:52.888027 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.service [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 21 19:45:52.888695 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Notify callbacks [] for process, before_spawn {{(pid=80002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:45:52.890539 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:45:52.891324 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO oslo_service.service [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Starting 1 workers Jan 21 19:45:52.892203 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [-] (80114) wsgi starting up on http://0.0.0.0:9696 Jan 21 19:45:52.897098 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Started child 80115 {{(pid=80002) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 21 19:45:52.897705 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO oslo_service.service [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Starting 1 workers Jan 21 19:45:52.900147 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.service [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] calling RpcWorker wait() {{(pid=80115) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 21 19:45:52.900626 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.service [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] returning from RpcWorker wait() {{(pid=80115) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 21 19:45:52.902241 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:45:52.902859 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Started child 80116 {{(pid=80002) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 21 19:45:52.902979 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:45:52.903704 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac673e29-420b-49aa-9864-c26745a05b03 None None] Notify callbacks [] for process, after_spawn {{(pid=80002) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:45:52.905398 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80002) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 21 19:45:52.905612 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 21 19:45:52.905998 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 21 19:45:52.906302 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 21 19:45:52.906806 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 21 19:45:52.906983 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 21 19:45:52.907412 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:45:52.907688 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.908042 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.908308 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.908414 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:45:52.908614 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.908944 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.909624 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.909939 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.910260 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.910606 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.910904 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.911085 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.911458 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.911752 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.912045 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.912390 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.912687 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.912958 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.913237 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.913430 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.913713 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.914050 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.914440 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.915187 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] debug = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.915504 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.916191 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.916429 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.916705 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.916951 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.917445 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.917445 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.917859 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.918080 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.918306 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.918550 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.918764 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.918979 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.919232 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.919563 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.919830 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.920308 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] host = dv-cinder-726180-8-iscsi {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.920726 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.920933 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.921134 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.921343 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.921535 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.921788 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.922122 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.922495 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.922779 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.923067 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.923367 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.923649 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.924020 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.924303 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] log_file = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.924646 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] log_options = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.924824 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.924965 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.925281 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.925502 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.925683 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.925890 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.926197 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.926407 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.926704 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.926957 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.927205 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.927592 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.927744 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.927955 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.928235 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.928482 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.928750 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.929017 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.929328 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.929638 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.929893 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.930181 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.931104 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.931376 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.931632 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.931878 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.932144 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.932395 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.932642 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.932975 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.933187 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.933530 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.933756 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.934060 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.934347 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.934726 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.934956 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.935220 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.936369 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.936369 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.936369 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.936369 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.937189 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.937189 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.937189 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.937189 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] use_json = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.938683 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.938683 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.938683 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.938683 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.938683 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.938986 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.939063 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.939315 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:52.939929 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.940255 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.940622 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.940907 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.941180 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.941448 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.941744 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.942000 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.942278 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.943713 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.943713 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.943713 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.943713 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.945107 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.945107 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.945107 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.945107 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.945107 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.945774 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.945774 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.945774 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.948697 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.948697 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.948697 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.948697 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.74/identity {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.948697 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.948697 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.948697 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.948697 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.953940 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.953940 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.953940 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.953940 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.953940 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.953940 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.953940 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.953940 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.953940 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.954533 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.954533 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.954533 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.954533 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.954533 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.954533 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.954533 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.954533 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.954533 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.955054 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.955054 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.955054 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.955054 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.955054 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.955054 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.955054 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.955054 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.955054 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.955599 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.955599 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.955599 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.955850 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.956081 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.956502 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.956899 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.957282 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.957517 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.957771 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.958038 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.958295 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.958687 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.958818 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.959098 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.959302 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.959584 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.959806 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.960055 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.960308 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.960554 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.960802 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.961076 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.961321 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.961836 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.961836 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.962428 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.962428 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.963070 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.963265 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.963453 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.963725 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.963929 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.964209 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.964463 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.964744 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.965006 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.965232 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.965546 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.965752 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.966041 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.966327 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.966649 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.967015 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.967336 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.967540 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.967731 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.967935 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.968203 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.968489 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.968967 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.969169 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.969376 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.969570 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.969854 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.970177 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.970999 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.970999 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.970999 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.971258 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.971593 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.971907 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.972222 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.972518 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.972808 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.973121 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.973398 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.973779 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.974076 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.974378 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.974698 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.975017 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.975302 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.975566 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.975838 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.976139 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.976619 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.978535 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.978535 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.978535 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.978535 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.978535 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.979028 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.979028 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.979316 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.979596 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.980212 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.980212 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.74/identity {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.980454 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.980643 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.980944 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.981214 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.981493 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.981744 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.982028 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.982294 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.982588 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.984347 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.984347 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.984347 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.984347 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.984347 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.984347 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.984347 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.985275 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.985275 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.985275 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.985661 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.985661 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.986062 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.986204 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.986649 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.986649 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.986961 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.987410 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.987689 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.988001 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.988272 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.988558 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.988818 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.989110 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.989371 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.989623 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.989875 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.990148 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.990427 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.990672 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.990969 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.991224 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.991544 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.991812 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.992186 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.992457 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.992738 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.993592 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.993845 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.994635 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.994635 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.994965 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.994965 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.995240 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.995381 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.996832 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.996832 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.996832 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.996832 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.996832 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.996832 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.997685 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.997685 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.997685 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.998081 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.998220 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.998487 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.999428 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.999428 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.999428 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.999428 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.999989 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:52.999989 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.000261 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.000406 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.000551 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.001232 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.001232 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.001540 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.001540 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.003050 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.003050 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.003050 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.003050 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.003050 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.003654 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.003654 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.003842 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.003989 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.004287 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.004573 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.006413 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.006413 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.006413 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.006413 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.006413 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.006413 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1600:1649'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.007045 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.007045 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.007206 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.007600 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.007888 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.008165 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.008476 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.008818 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.009268 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.009446 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.009787 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.009954 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.010195 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.014229 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.014229 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.014229 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.014229 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.014229 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.014229 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.014229 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.014229 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.014229 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.015125 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 48826) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:45:53.015221 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.015221 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 21 19:45:53.015221 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80002) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 21 19:45:53.015221 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 21 19:45:53.015221 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 21 19:45:53.015221 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 21 19:45:53.015221 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 21 19:45:53.015221 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 21 19:45:53.015911 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.015911 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.015911 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.015911 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.015911 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.015911 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.015911 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.015911 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.018594 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.018594 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.018594 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.018594 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.018594 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.018594 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.018594 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.018594 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.019066 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.019066 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.019066 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.019066 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.019066 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.019066 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.019066 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] debug = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.019066 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.019515 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.019515 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.019515 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.019515 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.019515 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.019515 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.019864 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.019864 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.019864 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.020038 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.020499 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.020837 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.021032 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.021170 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.021342 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.021714 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] host = dv-cinder-726180-8-iscsi {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.022112 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.022368 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.022569 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.022765 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.022918 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.023178 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.023377 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.023507 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.023674 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.023838 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.024026 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.024192 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.024348 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.025168 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] log_file = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.025168 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] log_options = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.025451 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.025553 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.025691 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.025916 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.026109 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.026299 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.026542 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.026705 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.026896 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.027083 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.027244 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.027434 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.027621 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.027807 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.027995 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.028183 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.028371 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.028559 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.028749 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.028938 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.029125 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.029334 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.029522 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.029721 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.029899 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.030088 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.030283 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.030489 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.030675 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.030832 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.030974 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.031158 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.031317 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.031508 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.031696 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.032050 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.032050 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.032704 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.032704 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.032704 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.032704 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.033256 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.033256 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.033256 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.033682 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.033682 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] use_json = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.033682 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.034075 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.034075 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.034655 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.034655 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.034655 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.034655 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.035213 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 21 19:45:53.035213 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.035213 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.035728 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.035728 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.035728 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.036365 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.036577 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [-] 10.222.0.74 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0187490 Jan 21 19:45:53.036791 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.036791 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.036791 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.036791 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.036791 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.038579 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.038579 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.038579 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.038579 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.038579 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.038579 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.038579 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.038579 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.040524 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.040524 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.040524 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.040524 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.040524 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.040524 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.74/identity {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.040524 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.040524 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.041285 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.041285 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.041285 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.041285 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.041285 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.041285 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.041628 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.041628 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.041628 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.041813 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.042003 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.042193 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.042430 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.043429 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.043679 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.043806 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.043931 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.044117 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.044310 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.044502 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.044694 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.044887 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.046791 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.046791 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.046791 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.046791 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.046791 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.046791 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.046791 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.046791 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.046791 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.048922 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.048922 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.048922 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.048922 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.048922 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.048922 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.048922 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.048922 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.048922 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.051513 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.051513 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.051513 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.051513 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.051513 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.051513 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.051513 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.051513 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.051513 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.052525 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.052525 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.052525 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.052525 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.052525 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.052525 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.052525 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.052525 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.052525 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.053744 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.053744 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.053744 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.053744 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.053744 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.053744 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.053744 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.053744 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.058799 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.058799 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.058799 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.058799 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.058799 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.058799 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.058799 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.058799 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.061211 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.061211 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.061211 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.061211 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.061211 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.061211 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.061211 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.061211 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.061926 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.061926 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.061926 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.061926 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.061926 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.061926 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.061926 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.061926 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.063149 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.063149 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.063149 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.063149 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.063149 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.063149 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.063149 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.063149 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.065543 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.065543 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.065543 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.065543 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.065543 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.065543 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.065543 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.065543 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.067029 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.067029 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.067029 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.067029 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.067029 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.067029 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.067029 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.067029 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.067481 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.067481 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.067481 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.74/identity {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.067481 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.067481 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.067481 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.067481 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.067481 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.072082 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.072082 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.072082 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.072082 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.072082 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.072082 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.072082 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.072082 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.073271 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.073271 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.073271 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.073271 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.073271 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.073271 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.073271 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.073271 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.074305 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.074305 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.074305 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.074305 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.074305 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.074305 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.074305 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.074305 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.075379 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.075379 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.075379 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.075379 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.075379 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.075379 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.075379 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.075379 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.076177 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.076177 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.076177 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.076177 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.076177 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.076177 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.076177 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.076177 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.076957 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.076957 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.076957 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.076957 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.076957 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.076957 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.076957 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.076957 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.077733 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.077733 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.077733 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.077733 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.077733 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.078230 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:45:53.078342 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.078342 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.078342 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.078342 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.078342 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.078342 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.078342 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.078342 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.079155 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.079155 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.079155 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.079155 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.079155 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.079155 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.079155 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.079155 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.080011 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.080011 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.080011 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.080011 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.080011 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.080011 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.080011 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.080011 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.081031 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.081031 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.081031 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.081031 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.081031 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.081031 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.081031 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.081031 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.082124 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.082124 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.082124 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.082124 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.082124 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.082124 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1600:1649'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.082124 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.082124 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.083287 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.083287 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.083287 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.083287 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.083287 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.083287 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.083287 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.083287 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.083287 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.084244 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.084244 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.084244 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.084244 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.084244 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.084244 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.084244 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.084244 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.084244 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.085426 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.085426 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.085426 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 21 19:45:53.085426 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80002) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 21 19:46:04.480476 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c88896-6afd-4b13-b93c-1de982bbdc0a None None] get_active_networks_info from dv-cinder-726180-8-iscsi {{(pid=80115) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 21 19:46:04.654269 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c88896-6afd-4b13-b93c-1de982bbdc0a None None] No non-hosted networks {{(pid=80115) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 21 19:46:04.688525 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.agentschedulers_db [None req-48c88896-6afd-4b13-b93c-1de982bbdc0a None None] DHCP Agent not found on host dv-cinder-726180-8-iscsi {{(pid=80115) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}} Jan 21 19:46:04.828623 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-73f0c2d2-dec9-45c5-a761-0cbab1309788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690'] for agent, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:06.459960 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-38f9babc-55fa-4add-ab4c-40ffee6bdd04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690'] for agent, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:06.520080 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-67156212-a32f-4a5c-9cd7-502956670345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:07.644634 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690'] for agent, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:08.379914 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690'] for agent, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:08.380886 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:08.381444 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:08.384807 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:08.387715 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:08.388463 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:08.391999 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:08.394276 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:08.396491 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:08.397630 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:08.404701 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:08.404701 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:08.404701 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:08.404701 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-726180-8-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:46:08.410045 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-726180-8-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:46:08.931749 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690'] for agent, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:10.371427 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] get_endpoint_by_host() called for host dv-cinder-726180-8-iscsi {{(pid=80115) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 21 19:46:10.376727 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] get_endpoint_by_ip() called for ip 192.168.0.78 {{(pid=80115) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 21 19:46:10.380114 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] _add_endpoint() called for ip 192.168.0.78 {{(pid=80115) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 21 19:46:10.385996 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] _get_endpoints() called {{(pid=80115) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 21 19:46:10.427959 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 48926) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:46:11.152481 dv-cinder-726180-8-iscsi neutron-server[80002]: WARNING oslo_policy.policy [None req-1817929a-4f8f-400d-8845-3ed75f1d98a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 19:46:11.153314 dv-cinder-726180-8-iscsi neutron-server[80002]: WARNING oslo_policy.policy [None req-1817929a-4f8f-400d-8845-3ed75f1d98a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 19:46:11.395470 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [None req-1817929a-4f8f-400d-8845-3ed75f1d98a3 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 19:46:11.396535 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-1817929a-4f8f-400d-8845-3ed75f1d98a3 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.9674459 Jan 21 19:46:13.788859 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.db.l3_hamode_db [None req-e739027f-fb91-4203-b2ac-a22365b80e0a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 21 19:46:13.883681 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e739027f-fb91-4203-b2ac-a22365b80e0a None None] Routers set() bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:46:13.884013 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e739027f-fb91-4203-b2ac-a22365b80e0a None None] Router IDs set() for agent in host dv-cinder-726180-8-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 21 19:46:14.340136 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 48940) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:46:14.818110 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-b0e19a9c-3f42-4a64-9181-064c41916b08 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:46:14.877718 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.policy [None req-b0e19a9c-3f42-4a64-9181-064c41916b08 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80114) register_rules /opt/stack/neutron/neutron/policy.py:75}} Jan 21 19:46:14.878616 dv-cinder-726180-8-iscsi neutron-server[80002]: WARNING oslo_policy.policy [None req-b0e19a9c-3f42-4a64-9181-064c41916b08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 19:46:14.879022 dv-cinder-726180-8-iscsi neutron-server[80002]: WARNING oslo_policy.policy [None req-b0e19a9c-3f42-4a64-9181-064c41916b08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 19:46:14.890615 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.quota [None req-b0e19a9c-3f42-4a64-9181-064c41916b08 admin admin] Loaded quota_driver: . Jan 21 19:46:14.907777 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-b0e19a9c-3f42-4a64-9181-064c41916b08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:46:14.971781 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b0e19a9c-3f42-4a64-9181-064c41916b08 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729269218326', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729269178898', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729269180530', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729269289305', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729269296608', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7935163', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8382224', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853839951', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854122041'] for rbac-policy, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:15.039978 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b0e19a9c-3f42-4a64-9181-064c41916b08 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:15.041122 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-b0e19a9c-3f42-4a64-9181-064c41916b08 admin admin] 10.222.0.74 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6999416 Jan 21 19:46:18.205793 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 48954) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:46:18.736844 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-7d17f46a-6132-4320-9c91-df1edb8fbf4b admin admin] Request body: {'network': {'project_id': '42331694ca6b4780b3775df6154c0be0', 'name': 'private', 'admin_state_up': True}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:46:18.743547 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-7d17f46a-6132-4320-9c91-df1edb8fbf4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:46:18.748608 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-7d17f46a-6132-4320-9c91-df1edb8fbf4b admin admin] Usage tracker for resource:network and tenant:42331694ca6b4780b3775df6154c0be0 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:46:18.752906 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-7d17f46a-6132-4320-9c91-df1edb8fbf4b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:46:18.760019 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-7d17f46a-6132-4320-9c91-df1edb8fbf4b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:46:18.769750 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d17f46a-6132-4320-9c91-df1edb8fbf4b admin admin] Made reservation on behalf of 42331694ca6b4780b3775df6154c0be0 for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:46:18.780900 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7d17f46a-6132-4320-9c91-df1edb8fbf4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:18.805074 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7d17f46a-6132-4320-9c91-df1edb8fbf4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:18.822084 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-7d17f46a-6132-4320-9c91-df1edb8fbf4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:46:18.826410 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-7d17f46a-6132-4320-9c91-df1edb8fbf4b admin admin] Usage tracker for resource:security_group_rule and tenant:42331694ca6b4780b3775df6154c0be0 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:46:18.830176 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-7d17f46a-6132-4320-9c91-df1edb8fbf4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:46:18.836927 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-7d17f46a-6132-4320-9c91-df1edb8fbf4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:46:18.950625 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7d17f46a-6132-4320-9c91-df1edb8fbf4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:18.953540 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7d17f46a-6132-4320-9c91-df1edb8fbf4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:18.959561 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:46:18.986331 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d17f46a-6132-4320-9c91-df1edb8fbf4b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 21 19:46:19.015715 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7d17f46a-6132-4320-9c91-df1edb8fbf4b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729264814127', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8360645'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:19.016334 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.db.segments_db [None req-7d17f46a-6132-4320-9c91-df1edb8fbf4b admin admin] Added segment ad69d5d6-ce56-4b9f-b7a6-0f5fb45e15cd of type vxlan for network 601361d6-c829-456f-a916-112cba891a5b Jan 21 19:46:19.026520 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d17f46a-6132-4320-9c91-df1edb8fbf4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e009ff36-3dcb-4260-8496-bf21ab4345da,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:46:19.081298 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d17f46a-6132-4320-9c91-df1edb8fbf4b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:19.081576 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d17f46a-6132-4320-9c91-df1edb8fbf4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:19.081940 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d17f46a-6132-4320-9c91-df1edb8fbf4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:19.082302 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d17f46a-6132-4320-9c91-df1edb8fbf4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:19.082679 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d17f46a-6132-4320-9c91-df1edb8fbf4b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:19.083056 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d17f46a-6132-4320-9c91-df1edb8fbf4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:19.083406 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d17f46a-6132-4320-9c91-df1edb8fbf4b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:19.083754 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d17f46a-6132-4320-9c91-df1edb8fbf4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:19.084116 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d17f46a-6132-4320-9c91-df1edb8fbf4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:19.084511 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d17f46a-6132-4320-9c91-df1edb8fbf4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:19.084903 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d17f46a-6132-4320-9c91-df1edb8fbf4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:19.085301 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d17f46a-6132-4320-9c91-df1edb8fbf4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:19.087085 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d17f46a-6132-4320-9c91-df1edb8fbf4b admin admin] Tracked resource versions report: Jan 21 19:46:19.087085 dv-cinder-726180-8-iscsi neutron-server[80002]: pushed versions: Jan 21 19:46:19.087085 dv-cinder-726180-8-iscsi neutron-server[80002]: { 'AddressGroup': {'1.1'}, Jan 21 19:46:19.087085 dv-cinder-726180-8-iscsi neutron-server[80002]: 'ConntrackHelper': {'1.0'}, Jan 21 19:46:19.087085 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Log': {'1.0'}, Jan 21 19:46:19.087085 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Network': {'1.1'}, Jan 21 19:46:19.087085 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Port': {'1.6'}, Jan 21 19:46:19.087085 dv-cinder-726180-8-iscsi neutron-server[80002]: 'PortForwarding': {'1.2'}, Jan 21 19:46:19.087085 dv-cinder-726180-8-iscsi neutron-server[80002]: 'QosPolicy': {'1.8'}, Jan 21 19:46:19.087085 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SecurityGroup': {'1.4'}, Jan 21 19:46:19.087085 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SecurityGroupRule': {'1.2'}, Jan 21 19:46:19.087085 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SubPort': {'1.0'}, Jan 21 19:46:19.087085 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Subnet': {'1.1'}, Jan 21 19:46:19.087085 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Trunk': {'1.1'}} Jan 21 19:46:19.087085 dv-cinder-726180-8-iscsi neutron-server[80002]: consumer versions: Jan 21 19:46:19.087085 dv-cinder-726180-8-iscsi neutron-server[80002]: { DHCP agent@dv-cinder-726180-8-iscsi: {}, Jan 21 19:46:19.087085 dv-cinder-726180-8-iscsi neutron-server[80002]: L3 agent@dv-cinder-726180-8-iscsi: {}, Jan 21 19:46:19.087085 dv-cinder-726180-8-iscsi neutron-server[80002]: Metadata agent@dv-cinder-726180-8-iscsi: {}, Jan 21 19:46:19.087085 dv-cinder-726180-8-iscsi neutron-server[80002]: Metering agent@dv-cinder-726180-8-iscsi: {}, Jan 21 19:46:19.087085 dv-cinder-726180-8-iscsi neutron-server[80002]: Open vSwitch agent@dv-cinder-726180-8-iscsi: { 'AddressGroup': '1.1', Jan 21 19:46:19.087085 dv-cinder-726180-8-iscsi neutron-server[80002]: 'ConntrackHelper': '1.0', Jan 21 19:46:19.087085 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Log': '1.0', Jan 21 19:46:19.087085 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Network': '1.1', Jan 21 19:46:19.087085 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Port': '1.6', Jan 21 19:46:19.087085 dv-cinder-726180-8-iscsi neutron-server[80002]: 'PortForwarding': '1.2', Jan 21 19:46:19.087085 dv-cinder-726180-8-iscsi neutron-server[80002]: 'QosPolicy': '1.8', Jan 21 19:46:19.087085 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SecurityGroup': '1.4', Jan 21 19:46:19.087085 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SecurityGroupRule': '1.2', Jan 21 19:46:19.087085 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SubPort': '1.0', Jan 21 19:46:19.087085 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Subnet': '1.1', Jan 21 19:46:19.087085 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Trunk': '1.1'}} Jan 21 19:46:19.087085 dv-cinder-726180-8-iscsi neutron-server[80002]: {{(pid=80114) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 21 19:46:19.301744 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-7d17f46a-6132-4320-9c91-df1edb8fbf4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:46:19.303650 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7d17f46a-6132-4320-9c91-df1edb8fbf4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363307590337259'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:19.344469 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7d17f46a-6132-4320-9c91-df1edb8fbf4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:19.345763 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d17f46a-6132-4320-9c91-df1edb8fbf4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:46:19.346470 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7d17f46a-6132-4320-9c91-df1edb8fbf4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:19.351566 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:46:19.465879 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d17f46a-6132-4320-9c91-df1edb8fbf4b admin admin] Pushing event updated for resources: {'Network': ['ID=601361d6-c829-456f-a916-112cba891a5b,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:46:19.468765 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-7d17f46a-6132-4320-9c91-df1edb8fbf4b admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.2617941 Jan 21 19:46:19.470675 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-7d17f46a-6132-4320-9c91-df1edb8fbf4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:46:19.479661 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Network 601361d6-c829-456f-a916-112cba891a5b details requested by agent ovs-agent-dv-cinder-726180-8-iscsi with host dv-cinder-726180-8-iscsi {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 19:46:22.701992 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 48970) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:46:23.250894 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e92731b-8f81-4a28-89c7-dbe2732b35ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:46:23.252407 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-8e92731b-8f81-4a28-89c7-dbe2732b35ef admin admin] 10.222.0.74 "GET /v2.0/networks/601361d6-c829-456f-a916-112cba891a5b HTTP/1.1" status: 200 len: 818 time: 0.5493164 Jan 21 19:46:23.282930 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-f53a3ff6-fcde-42d8-b9ea-fc23d4041568 admin admin] 10.222.0.74 "GET /v2.0/subnetpools/8d78f684-7e65-4099-bc32-0872d4f5f13d HTTP/1.1" status: 200 len: 734 time: 0.0241380 Jan 21 19:46:23.294026 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-eba722b2-d751-4a57-ba2a-4be0953eaa17 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '8d78f684-7e65-4099-bc32-0872d4f5f13d', 'ip_version': 4, 'tenant_id': '42331694ca6b4780b3775df6154c0be0', 'gateway_ip': '172.20.0.1', 'network_id': '601361d6-c829-456f-a916-112cba891a5b'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:46:23.298959 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-eba722b2-d751-4a57-ba2a-4be0953eaa17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:46:23.302945 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-eba722b2-d751-4a57-ba2a-4be0953eaa17 admin admin] Usage tracker for resource:subnet and tenant:42331694ca6b4780b3775df6154c0be0 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:46:23.306617 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-eba722b2-d751-4a57-ba2a-4be0953eaa17 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:46:23.312475 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-eba722b2-d751-4a57-ba2a-4be0953eaa17 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:46:23.321495 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba722b2-d751-4a57-ba2a-4be0953eaa17 admin admin] Made reservation on behalf of 42331694ca6b4780b3775df6154c0be0 for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:46:23.326213 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-eba722b2-d751-4a57-ba2a-4be0953eaa17 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:23.868413 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-eba722b2-d751-4a57-ba2a-4be0953eaa17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:23.884808 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:46:24.033715 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba722b2-d751-4a57-ba2a-4be0953eaa17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a5bca45-4938-4ee4-81b5-f268702a194a,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:46:24.040820 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-eba722b2-d751-4a57-ba2a-4be0953eaa17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:46:24.102920 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba722b2-d751-4a57-ba2a-4be0953eaa17 admin admin] Checking segment: {'id': 'ad69d5d6-ce56-4b9f-b7a6-0f5fb45e15cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '601361d6-c829-456f-a916-112cba891a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:46:24.103329 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba722b2-d751-4a57-ba2a-4be0953eaa17 admin admin] Network hostable DHCP agents. Network: 601361d6-c829-456f-a916-112cba891a5b, hostable agents: ['a1da6b86-37e3-41b0-832c-986ff53a0b75'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 19:46:24.126345 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba722b2-d751-4a57-ba2a-4be0953eaa17 admin admin] Network 601361d6-c829-456f-a916-112cba891a5b is scheduled to be hosted by DHCP agent a1da6b86-37e3-41b0-832c-986ff53a0b75 with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 19:46:24.137165 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-eba722b2-d751-4a57-ba2a-4be0953eaa17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-8-iscsi, 601361d6-c829-456f-a916-112cba891a5b) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:46:24.142258 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba722b2-d751-4a57-ba2a-4be0953eaa17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:46:24.142942 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-eba722b2-d751-4a57-ba2a-4be0953eaa17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:24.146873 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08edc002-a2f7-4457-b5df-042e935bb331 None None] Network 601361d6-c829-456f-a916-112cba891a5b requested from dv-cinder-726180-8-iscsi {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 19:46:24.164098 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-eba722b2-d751-4a57-ba2a-4be0953eaa17 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8745584 Jan 21 19:46:24.500305 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2e34fe-9826-4b79-bfd0-ae078e574789 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36109bbe-b53f-599f-9ca2-9243de2ffae0-601361d6-c829-456f-a916-112cba891a5b', 'network_id': '601361d6-c829-456f-a916-112cba891a5b', 'tenant_id': '42331694ca6b4780b3775df6154c0be0', 'fixed_ips': [{'subnet_id': '0a5bca45-4938-4ee4-81b5-f268702a194a'}]}} from dv-cinder-726180-8-iscsi. {{(pid=80115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 21 19:46:24.501625 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bb2e34fe-9826-4b79-bfd0-ae078e574789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:24.865778 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-bb2e34fe-9826-4b79-bfd0-ae078e574789 None None] Allocated IP 172.20.0.2 (601361d6-c829-456f-a916-112cba891a5b/0a5bca45-4938-4ee4-81b5-f268702a194a/7e8a7136-307d-4c76-b12c-bd4bbca50c54) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 19:46:25.299163 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bb2e34fe-9826-4b79-bfd0-ae078e574789 None None] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:25.314132 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-bb2e34fe-9826-4b79-bfd0-ae078e574789 None None] Transition to ACTIVE for port object 7e8a7136-307d-4c76-b12c-bd4bbca50c54 will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:46:25.334687 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-bb2e34fe-9826-4b79-bfd0-ae078e574789 None None] Transition to ACTIVE for port object 7e8a7136-307d-4c76-b12c-bd4bbca50c54 will not be triggered until provisioned by entity DHCP. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:46:25.343681 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bb2e34fe-9826-4b79-bfd0-ae078e574789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:25.360195 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:46:25.501210 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2e34fe-9826-4b79-bfd0-ae078e574789 None None] Pushing event updated for resources: {'Port': ['ID=7e8a7136-307d-4c76-b12c-bd4bbca50c54,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:46:25.520951 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2e34fe-9826-4b79-bfd0-ae078e574789 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:25.521328 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2e34fe-9826-4b79-bfd0-ae078e574789 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:25.521706 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2e34fe-9826-4b79-bfd0-ae078e574789 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:25.522075 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2e34fe-9826-4b79-bfd0-ae078e574789 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:25.522464 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2e34fe-9826-4b79-bfd0-ae078e574789 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:25.522830 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2e34fe-9826-4b79-bfd0-ae078e574789 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:25.523319 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2e34fe-9826-4b79-bfd0-ae078e574789 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:25.523869 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2e34fe-9826-4b79-bfd0-ae078e574789 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:25.524395 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2e34fe-9826-4b79-bfd0-ae078e574789 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:25.524756 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2e34fe-9826-4b79-bfd0-ae078e574789 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:25.525117 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2e34fe-9826-4b79-bfd0-ae078e574789 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:25.525474 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2e34fe-9826-4b79-bfd0-ae078e574789 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:25.526617 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2e34fe-9826-4b79-bfd0-ae078e574789 None None] Tracked resource versions report: Jan 21 19:46:25.526617 dv-cinder-726180-8-iscsi neutron-server[80002]: pushed versions: Jan 21 19:46:25.526617 dv-cinder-726180-8-iscsi neutron-server[80002]: { 'AddressGroup': {'1.1'}, Jan 21 19:46:25.526617 dv-cinder-726180-8-iscsi neutron-server[80002]: 'ConntrackHelper': {'1.0'}, Jan 21 19:46:25.526617 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Log': {'1.0'}, Jan 21 19:46:25.526617 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Network': {'1.1'}, Jan 21 19:46:25.526617 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Port': {'1.6'}, Jan 21 19:46:25.526617 dv-cinder-726180-8-iscsi neutron-server[80002]: 'PortForwarding': {'1.2'}, Jan 21 19:46:25.526617 dv-cinder-726180-8-iscsi neutron-server[80002]: 'QosPolicy': {'1.8'}, Jan 21 19:46:25.526617 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SecurityGroup': {'1.4'}, Jan 21 19:46:25.526617 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SecurityGroupRule': {'1.2'}, Jan 21 19:46:25.526617 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SubPort': {'1.0'}, Jan 21 19:46:25.526617 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Subnet': {'1.1'}, Jan 21 19:46:25.526617 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Trunk': {'1.1'}} Jan 21 19:46:25.526617 dv-cinder-726180-8-iscsi neutron-server[80002]: consumer versions: Jan 21 19:46:25.526617 dv-cinder-726180-8-iscsi neutron-server[80002]: { DHCP agent@dv-cinder-726180-8-iscsi: {}, Jan 21 19:46:25.526617 dv-cinder-726180-8-iscsi neutron-server[80002]: L3 agent@dv-cinder-726180-8-iscsi: {}, Jan 21 19:46:25.526617 dv-cinder-726180-8-iscsi neutron-server[80002]: Metadata agent@dv-cinder-726180-8-iscsi: {}, Jan 21 19:46:25.526617 dv-cinder-726180-8-iscsi neutron-server[80002]: Metering agent@dv-cinder-726180-8-iscsi: {}, Jan 21 19:46:25.526617 dv-cinder-726180-8-iscsi neutron-server[80002]: Open vSwitch agent@dv-cinder-726180-8-iscsi: { 'AddressGroup': '1.1', Jan 21 19:46:25.526617 dv-cinder-726180-8-iscsi neutron-server[80002]: 'ConntrackHelper': '1.0', Jan 21 19:46:25.526617 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Log': '1.0', Jan 21 19:46:25.526617 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Network': '1.1', Jan 21 19:46:25.526617 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Port': '1.6', Jan 21 19:46:25.526617 dv-cinder-726180-8-iscsi neutron-server[80002]: 'PortForwarding': '1.2', Jan 21 19:46:25.526617 dv-cinder-726180-8-iscsi neutron-server[80002]: 'QosPolicy': '1.8', Jan 21 19:46:25.526617 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SecurityGroup': '1.4', Jan 21 19:46:25.526617 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SecurityGroupRule': '1.2', Jan 21 19:46:25.526617 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SubPort': '1.0', Jan 21 19:46:25.526617 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Subnet': '1.1', Jan 21 19:46:25.526617 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Trunk': '1.1'}} Jan 21 19:46:25.526617 dv-cinder-726180-8-iscsi neutron-server[80002]: {{(pid=80115) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 21 19:46:25.530876 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-bb2e34fe-9826-4b79-bfd0-ae078e574789 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:46:25.597620 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2e34fe-9826-4b79-bfd0-ae078e574789 None None] Network 601361d6-c829-456f-a916-112cba891a5b is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:46:25.599000 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-bb2e34fe-9826-4b79-bfd0-ae078e574789 None None] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:46:25.604037 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2e34fe-9826-4b79-bfd0-ae078e574789 None None] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 19:46:25.667817 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-bb2e34fe-9826-4b79-bfd0-ae078e574789 None None] Attempting to bind port 7e8a7136-307d-4c76-b12c-bd4bbca50c54 on host dv-cinder-726180-8-iscsi for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 19:46:25.668243 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-bb2e34fe-9826-4b79-bfd0-ae078e574789 None None] Attempting to bind port 7e8a7136-307d-4c76-b12c-bd4bbca50c54 by drivers openvswitch on host dv-cinder-726180-8-iscsi at level 0 using segments [{'id': 'ad69d5d6-ce56-4b9f-b7a6-0f5fb45e15cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '601361d6-c829-456f-a916-112cba891a5b'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 19:46:25.668663 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2e34fe-9826-4b79-bfd0-ae078e574789 None None] Attempting to bind port 7e8a7136-307d-4c76-b12c-bd4bbca50c54 on network 601361d6-c829-456f-a916-112cba891a5b {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 19:46:25.674757 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2e34fe-9826-4b79-bfd0-ae078e574789 None None] Checking agent: {'id': 'f684b9c2-4f8f-4e03-bb44-a00bf6d32b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 46, 8), 'started_at': datetime.datetime(2021, 1, 21, 19, 46, 8), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 19, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:46:25.675194 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2e34fe-9826-4b79-bfd0-ae078e574789 None None] Checking segment: {'id': 'ad69d5d6-ce56-4b9f-b7a6-0f5fb45e15cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '601361d6-c829-456f-a916-112cba891a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:46:25.675598 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bb2e34fe-9826-4b79-bfd0-ae078e574789 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:25.676034 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2e34fe-9826-4b79-bfd0-ae078e574789 None None] Bound using segment: {'id': 'ad69d5d6-ce56-4b9f-b7a6-0f5fb45e15cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '601361d6-c829-456f-a916-112cba891a5b'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:46:25.677352 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-bb2e34fe-9826-4b79-bfd0-ae078e574789 None None] Bound port: 7e8a7136-307d-4c76-b12c-bd4bbca50c54, host: dv-cinder-726180-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad69d5d6-ce56-4b9f-b7a6-0f5fb45e15cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '601361d6-c829-456f-a916-112cba891a5b'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 19:46:25.677352 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bb2e34fe-9826-4b79-bfd0-ae078e574789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:25.783567 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-bb2e34fe-9826-4b79-bfd0-ae078e574789 None None] For port 7e8a7136-307d-4c76-b12c-bd4bbca50c54, host dv-cinder-726180-8-iscsi, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 19:46:25.787900 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-bb2e34fe-9826-4b79-bfd0-ae078e574789 None None] For port 7e8a7136-307d-4c76-b12c-bd4bbca50c54, host dv-cinder-726180-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=7e8a7136-307d-4c76-b12c-bd4bbca50c54,segment=NetworkSegment(ad69d5d6-ce56-4b9f-b7a6-0f5fb45e15cd),segment_id=ad69d5d6-ce56-4b9f-b7a6-0f5fb45e15cd)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 19:46:25.791997 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bb2e34fe-9826-4b79-bfd0-ae078e574789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:25.809025 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:46:25.964194 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2e34fe-9826-4b79-bfd0-ae078e574789 None None] Pushing event updated for resources: {'Port': ['ID=7e8a7136-307d-4c76-b12c-bd4bbca50c54,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:46:25.969180 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-bb2e34fe-9826-4b79-bfd0-ae078e574789 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:46:27.045205 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 48980) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:46:27.531998 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [None req-4191fd6e-8a32-4120-b3e1-0f84036703f8 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 19:46:27.533090 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-4191fd6e-8a32-4120-b3e1-0f84036703f8 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4868488 Jan 21 19:46:30.458586 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 7e8a7136-307d-4c76-b12c-bd4bbca50c54 up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:46:30.536072 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 48994) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:46:30.540683 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning for port 7e8a7136-307d-4c76-b12c-bd4bbca50c54 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:46:30.924287 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20499187-bb52-4f7a-9799-07203837b027 None None] Network 601361d6-c829-456f-a916-112cba891a5b requested from dv-cinder-726180-8-iscsi {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 19:46:31.026124 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [None req-e3751c5d-4f6c-48dc-83bd-f79fd97fff20 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 19:46:31.027332 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-e3751c5d-4f6c-48dc-83bd-f79fd97fff20 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4905157 Jan 21 19:46:31.050509 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-a0449098-6393-4259-a07e-69977b3203c1 None None] Provisioning for port 7e8a7136-307d-4c76-b12c-bd4bbca50c54 completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:46:31.070545 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-a0449098-6393-4259-a07e-69977b3203c1 None None] Provisioning complete for port 7e8a7136-307d-4c76-b12c-bd4bbca50c54 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:46:31.070955 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a0449098-6393-4259-a07e-69977b3203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:31.330703 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a0449098-6393-4259-a07e-69977b3203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:31.384954 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-a0449098-6393-4259-a07e-69977b3203c1 None None] For port 7e8a7136-307d-4c76-b12c-bd4bbca50c54, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=7e8a7136-307d-4c76-b12c-bd4bbca50c54,segment=NetworkSegment(ad69d5d6-ce56-4b9f-b7a6-0f5fb45e15cd),segment_id=ad69d5d6-ce56-4b9f-b7a6-0f5fb45e15cd)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 19:46:31.390324 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a0449098-6393-4259-a07e-69977b3203c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:31.394835 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:46:31.469901 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0449098-6393-4259-a07e-69977b3203c1 None None] Pushing event updated for resources: {'Port': ['ID=7e8a7136-307d-4c76-b12c-bd4bbca50c54,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:46:31.473897 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a0449098-6393-4259-a07e-69977b3203c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:46:31.628909 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-af71761e-77a4-4b2c-bac8-7ac9801046c7 None None] Provisioning complete for port 7e8a7136-307d-4c76-b12c-bd4bbca50c54 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:46:31.629413 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-af71761e-77a4-4b2c-bac8-7ac9801046c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:31.899719 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-d09ab3f7-8f02-4709-a405-776611862b15 None None] Provisioning complete for port 7e8a7136-307d-4c76-b12c-bd4bbca50c54 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:46:31.900214 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d09ab3f7-8f02-4709-a405-776611862b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:32.159058 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-902903d3-3e71-407e-8a1a-ad0313fe01f9 None None] Provisioning complete for port 7e8a7136-307d-4c76-b12c-bd4bbca50c54 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:46:32.159375 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-902903d3-3e71-407e-8a1a-ad0313fe01f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:32.431526 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 7e8a7136-307d-4c76-b12c-bd4bbca50c54 up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:46:32.509687 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning complete for port 7e8a7136-307d-4c76-b12c-bd4bbca50c54 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:46:32.510298 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:34.308011 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 49006) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:46:34.363127 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5703d55c-be4f-4d5d-9e45-c140dbd0a2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:34.771237 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-34655acb-8faf-4b23-a4de-6109a123e84d admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '42331694ca6b4780b3775df6154c0be0'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:46:34.777733 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-34655acb-8faf-4b23-a4de-6109a123e84d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:46:34.781908 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-34655acb-8faf-4b23-a4de-6109a123e84d admin admin] Usage tracker for resource:router and tenant:42331694ca6b4780b3775df6154c0be0 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:46:34.785259 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-34655acb-8faf-4b23-a4de-6109a123e84d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:46:34.791494 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-34655acb-8faf-4b23-a4de-6109a123e84d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:46:34.800951 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-34655acb-8faf-4b23-a4de-6109a123e84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854652859'] for router, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:34.802314 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-34655acb-8faf-4b23-a4de-6109a123e84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-957674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1010567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-600212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122957'] for router, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:34.824696 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-34655acb-8faf-4b23-a4de-6109a123e84d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:34.935918 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-34655acb-8faf-4b23-a4de-6109a123e84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-968819'] for router, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:34.955544 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-34655acb-8faf-4b23-a4de-6109a123e84d admin admin] Notify callbacks [] for router, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:34.956842 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-34655acb-8faf-4b23-a4de-6109a123e84d admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6477532 Jan 21 19:46:36.458156 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-94fbe59a-ad5c-4c58-a742-74232c453693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:37.434850 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:37.830061 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 49026) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:46:38.031536 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [None req-085698b5-26c8-4059-b95a-c571fc3aced0 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 19:46:38.032751 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-085698b5-26c8-4059-b95a-c571fc3aced0 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.2015998 Jan 21 19:46:38.367653 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:38.808773 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:40.680985 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 49046) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:46:40.897702 dv-cinder-726180-8-iscsi neutron-server[80002]: WARNING oslo_policy.policy [None req-c7af9f6a-3fdd-4f99-adc7-863d7f457435 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 19:46:40.898553 dv-cinder-726180-8-iscsi neutron-server[80002]: WARNING oslo_policy.policy [None req-c7af9f6a-3fdd-4f99-adc7-863d7f457435 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 19:46:41.142466 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-c7af9f6a-3fdd-4f99-adc7-863d7f457435 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:46:41.145498 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.quota [None req-c7af9f6a-3fdd-4f99-adc7-863d7f457435 admin admin] Loaded quota_driver: . Jan 21 19:46:41.162809 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-c7af9f6a-3fdd-4f99-adc7-863d7f457435 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:46:41.170914 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-c7af9f6a-3fdd-4f99-adc7-863d7f457435 admin admin] Usage tracker for resource:network and tenant:62dcd5817b444bba850d722b5e065755 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:46:41.175742 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-c7af9f6a-3fdd-4f99-adc7-863d7f457435 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:46:41.183850 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-c7af9f6a-3fdd-4f99-adc7-863d7f457435 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:46:41.201211 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7af9f6a-3fdd-4f99-adc7-863d7f457435 admin admin] Made reservation on behalf of 62dcd5817b444bba850d722b5e065755 for: {'network': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:46:41.241539 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.policy [None req-c7af9f6a-3fdd-4f99-adc7-863d7f457435 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80113) register_rules /opt/stack/neutron/neutron/policy.py:75}} Jan 21 19:46:41.242605 dv-cinder-726180-8-iscsi neutron-server[80002]: WARNING oslo_policy.policy [None req-c7af9f6a-3fdd-4f99-adc7-863d7f457435 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 19:46:41.243018 dv-cinder-726180-8-iscsi neutron-server[80002]: WARNING oslo_policy.policy [None req-c7af9f6a-3fdd-4f99-adc7-863d7f457435 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 19:46:41.258601 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c7af9f6a-3fdd-4f99-adc7-863d7f457435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for network, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:41.279601 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c7af9f6a-3fdd-4f99-adc7-863d7f457435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:41.297045 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-c7af9f6a-3fdd-4f99-adc7-863d7f457435 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:46:41.301226 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-c7af9f6a-3fdd-4f99-adc7-863d7f457435 admin admin] Usage tracker for resource:security_group_rule and tenant:62dcd5817b444bba850d722b5e065755 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:46:41.306001 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-c7af9f6a-3fdd-4f99-adc7-863d7f457435 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:46:41.312068 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-c7af9f6a-3fdd-4f99-adc7-863d7f457435 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:46:41.429954 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c7af9f6a-3fdd-4f99-adc7-863d7f457435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:41.432777 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c7af9f6a-3fdd-4f99-adc7-863d7f457435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:41.438954 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:46:41.452579 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c7af9f6a-3fdd-4f99-adc7-863d7f457435 admin admin] Reserving flat network on physical network physnet1 {{(pid=80113) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Jan 21 19:46:41.482847 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c7af9f6a-3fdd-4f99-adc7-863d7f457435 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729264814127', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8360645'] for segment, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:41.483582 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c7af9f6a-3fdd-4f99-adc7-863d7f457435 admin admin] Unsubscribe: segment precommit_create {{(pid=80113) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Jan 21 19:46:41.484229 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.db.segments_db [None req-c7af9f6a-3fdd-4f99-adc7-863d7f457435 admin admin] Added segment 0b618305-a50f-40b3-8ec6-85df1521bd1b of type flat for network a57e5c9c-980e-4c63-98b2-db6c66af0db2 Jan 21 19:46:41.551860 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af9f6a-3fdd-4f99-adc7-863d7f457435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c275ef54-c5cd-4efc-a267-5272262bb3d1,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:46:41.577085 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7af9f6a-3fdd-4f99-adc7-863d7f457435 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:41.577469 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7af9f6a-3fdd-4f99-adc7-863d7f457435 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:41.577834 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7af9f6a-3fdd-4f99-adc7-863d7f457435 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:41.578194 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7af9f6a-3fdd-4f99-adc7-863d7f457435 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:41.578574 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7af9f6a-3fdd-4f99-adc7-863d7f457435 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:41.578944 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7af9f6a-3fdd-4f99-adc7-863d7f457435 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:41.579295 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7af9f6a-3fdd-4f99-adc7-863d7f457435 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:41.579644 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7af9f6a-3fdd-4f99-adc7-863d7f457435 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:41.580004 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7af9f6a-3fdd-4f99-adc7-863d7f457435 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:41.580350 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7af9f6a-3fdd-4f99-adc7-863d7f457435 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:41.580693 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7af9f6a-3fdd-4f99-adc7-863d7f457435 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:41.581036 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7af9f6a-3fdd-4f99-adc7-863d7f457435 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:41.582166 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7af9f6a-3fdd-4f99-adc7-863d7f457435 admin admin] Tracked resource versions report: Jan 21 19:46:41.582166 dv-cinder-726180-8-iscsi neutron-server[80002]: pushed versions: Jan 21 19:46:41.582166 dv-cinder-726180-8-iscsi neutron-server[80002]: { 'AddressGroup': {'1.1'}, Jan 21 19:46:41.582166 dv-cinder-726180-8-iscsi neutron-server[80002]: 'ConntrackHelper': {'1.0'}, Jan 21 19:46:41.582166 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Log': {'1.0'}, Jan 21 19:46:41.582166 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Network': {'1.1'}, Jan 21 19:46:41.582166 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Port': {'1.6'}, Jan 21 19:46:41.582166 dv-cinder-726180-8-iscsi neutron-server[80002]: 'PortForwarding': {'1.2'}, Jan 21 19:46:41.582166 dv-cinder-726180-8-iscsi neutron-server[80002]: 'QosPolicy': {'1.8'}, Jan 21 19:46:41.582166 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SecurityGroup': {'1.4'}, Jan 21 19:46:41.582166 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SecurityGroupRule': {'1.2'}, Jan 21 19:46:41.582166 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SubPort': {'1.0'}, Jan 21 19:46:41.582166 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Subnet': {'1.1'}, Jan 21 19:46:41.582166 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Trunk': {'1.1'}} Jan 21 19:46:41.582166 dv-cinder-726180-8-iscsi neutron-server[80002]: consumer versions: Jan 21 19:46:41.582166 dv-cinder-726180-8-iscsi neutron-server[80002]: { DHCP agent@dv-cinder-726180-8-iscsi: {}, Jan 21 19:46:41.582166 dv-cinder-726180-8-iscsi neutron-server[80002]: L3 agent@dv-cinder-726180-8-iscsi: {}, Jan 21 19:46:41.582166 dv-cinder-726180-8-iscsi neutron-server[80002]: Metadata agent@dv-cinder-726180-8-iscsi: {}, Jan 21 19:46:41.582166 dv-cinder-726180-8-iscsi neutron-server[80002]: Metering agent@dv-cinder-726180-8-iscsi: {}, Jan 21 19:46:41.582166 dv-cinder-726180-8-iscsi neutron-server[80002]: Open vSwitch agent@dv-cinder-726180-8-iscsi: { 'AddressGroup': '1.1', Jan 21 19:46:41.582166 dv-cinder-726180-8-iscsi neutron-server[80002]: 'ConntrackHelper': '1.0', Jan 21 19:46:41.582166 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Log': '1.0', Jan 21 19:46:41.582166 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Network': '1.1', Jan 21 19:46:41.582166 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Port': '1.6', Jan 21 19:46:41.582166 dv-cinder-726180-8-iscsi neutron-server[80002]: 'PortForwarding': '1.2', Jan 21 19:46:41.582166 dv-cinder-726180-8-iscsi neutron-server[80002]: 'QosPolicy': '1.8', Jan 21 19:46:41.582166 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SecurityGroup': '1.4', Jan 21 19:46:41.582166 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SecurityGroupRule': '1.2', Jan 21 19:46:41.582166 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SubPort': '1.0', Jan 21 19:46:41.582166 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Subnet': '1.1', Jan 21 19:46:41.582166 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Trunk': '1.1'}} Jan 21 19:46:41.582166 dv-cinder-726180-8-iscsi neutron-server[80002]: {{(pid=80113) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 21 19:46:41.637281 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c7af9f6a-3fdd-4f99-adc7-863d7f457435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:46:41.639339 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c7af9f6a-3fdd-4f99-adc7-863d7f457435 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363307590337259'] for network, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:41.691395 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c7af9f6a-3fdd-4f99-adc7-863d7f457435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103'] for network, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:41.692865 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7af9f6a-3fdd-4f99-adc7-863d7f457435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:46:41.693579 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c7af9f6a-3fdd-4f99-adc7-863d7f457435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:41.699981 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:46:41.964201 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.agents_db [None req-c7ecb146-6622-446f-8bab-48f8cf3fe8cd None None] Agent healthcheck: found 5 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 19:46:41.981962 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-c7af9f6a-3fdd-4f99-adc7-863d7f457435 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2981136 Jan 21 19:46:41.982727 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af9f6a-3fdd-4f99-adc7-863d7f457435 admin admin] Pushing event updated for resources: {'Network': ['ID=a57e5c9c-980e-4c63-98b2-db6c66af0db2,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:46:41.986453 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c7af9f6a-3fdd-4f99-adc7-863d7f457435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:46:41.994524 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Network a57e5c9c-980e-4c63-98b2-db6c66af0db2 details requested by agent ovs-agent-dv-cinder-726180-8-iscsi with host dv-cinder-726180-8-iscsi {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 19:46:44.575018 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 49066) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:46:44.733533 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ca2a7a-cd26-42d9-98e7-33fec533e5b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:46:44.735059 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-a7ca2a7a-cd26-42d9-98e7-33fec533e5b4 admin admin] 10.222.0.74 "GET /v2.0/subnets/0a5bca45-4938-4ee4-81b5-f268702a194a HTTP/1.1" status: 200 len: 849 time: 0.1590199 Jan 21 19:46:44.889217 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-3cfdef0d-074a-48ee-a819-45fd77bb2a4c admin admin] 10.222.0.74 "GET /v2.0/routers/8467acd4-d2ab-48b1-85b3-69eb6bc02ad7 HTTP/1.1" status: 200 len: 704 time: 0.1476600 Jan 21 19:46:45.543175 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-88fcf097-a771-4d46-848e-941111fe85bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:45.928209 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-88fcf097-a771-4d46-848e-941111fe85bb admin admin] Allocated IP 172.20.0.1 (601361d6-c829-456f-a916-112cba891a5b/0a5bca45-4938-4ee4-81b5-f268702a194a/7c909f00-cb0d-4b4c-bf37-4b01af198749) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 19:46:46.099248 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-88fcf097-a771-4d46-848e-941111fe85bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:46.118703 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-88fcf097-a771-4d46-848e-941111fe85bb admin admin] Transition to ACTIVE for port object 7c909f00-cb0d-4b4c-bf37-4b01af198749 will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:46:46.174806 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-88fcf097-a771-4d46-848e-941111fe85bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:46.191026 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:46:46.319933 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fcf097-a771-4d46-848e-941111fe85bb admin admin] Pushing event updated for resources: {'Port': ['ID=7c909f00-cb0d-4b4c-bf37-4b01af198749,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:46:46.332186 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-88fcf097-a771-4d46-848e-941111fe85bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:46:46.387843 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fcf097-a771-4d46-848e-941111fe85bb admin admin] Network 601361d6-c829-456f-a916-112cba891a5b is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:46:46.388976 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-88fcf097-a771-4d46-848e-941111fe85bb admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:46:46.391390 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fcf097-a771-4d46-848e-941111fe85bb admin admin] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 19:46:46.391922 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-88fcf097-a771-4d46-848e-941111fe85bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853806930'] for router_interface, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:46.618375 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f254d751-9f86-4a17-bc61-507a9086e23f None None] Provisioning for port 7c909f00-cb0d-4b4c-bf37-4b01af198749 completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:46:46.624051 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f254d751-9f86-4a17-bc61-507a9086e23f None None] Provisioning complete for port 7c909f00-cb0d-4b4c-bf37-4b01af198749 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:46:46.624469 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f254d751-9f86-4a17-bc61-507a9086e23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:46.680395 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-88fcf097-a771-4d46-848e-941111fe85bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:46.686546 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-f254d751-9f86-4a17-bc61-507a9086e23f None None] Port 7c909f00-cb0d-4b4c-bf37-4b01af198749 cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 19:46:46.981842 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-88fcf097-a771-4d46-848e-941111fe85bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:46.985226 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-88fcf097-a771-4d46-848e-941111fe85bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:46.986484 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-88fcf097-a771-4d46-848e-941111fe85bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854228120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853819575'] for router_interface, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:47.004784 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-88fcf097-a771-4d46-848e-941111fe85bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:46:47.135385 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fcf097-a771-4d46-848e-941111fe85bb admin admin] Pushing event updated for resources: {'Port': ['ID=7c909f00-cb0d-4b4c-bf37-4b01af198749,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:46:47.145632 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-88fcf097-a771-4d46-848e-941111fe85bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:46:47.206235 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fcf097-a771-4d46-848e-941111fe85bb admin admin] Network 601361d6-c829-456f-a916-112cba891a5b is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:46:47.207394 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-88fcf097-a771-4d46-848e-941111fe85bb admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:46:47.413110 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-36fc9140-2576-4e1d-b64c-78800c734d22 None None] Provisioning complete for port 7c909f00-cb0d-4b4c-bf37-4b01af198749 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:46:47.413698 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-36fc9140-2576-4e1d-b64c-78800c734d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:47.479677 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-36fc9140-2576-4e1d-b64c-78800c734d22 None None] Port 7c909f00-cb0d-4b4c-bf37-4b01af198749 cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 19:46:47.586701 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88fcf097-a771-4d46-848e-941111fe85bb admin admin] Router 8467acd4-d2ab-48b1-85b3-69eb6bc02ad7 is scheduled to L3 agent acfbd797-5df7-45c7-9954-db8085626b2a with binding_index 1 {{(pid=80114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 21 19:46:47.761074 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88fcf097-a771-4d46-848e-941111fe85bb admin admin] Notify agent at l3_agent.dv-cinder-726180-8-iscsi the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 19:46:47.770746 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-88fcf097-a771-4d46-848e-941111fe85bb admin admin] 10.222.0.74 "PUT /v2.0/routers/8467acd4-d2ab-48b1-85b3-69eb6bc02ad7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.8758376 Jan 21 19:46:47.771425 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dc2fec-ec89-490c-9db4-72d37a0c49e1 None None] Sync routers for ids ['8467acd4-d2ab-48b1-85b3-69eb6bc02ad7'] in dv-cinder-726180-8-iscsi {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 19:46:47.783830 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dc2fec-ec89-490c-9db4-72d37a0c49e1 None None] Routers {'8467acd4-d2ab-48b1-85b3-69eb6bc02ad7'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:46:47.784702 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-f3dc2fec-ec89-490c-9db4-72d37a0c49e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T19:46:36Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['8467acd4-d2ab-48b1-85b3-69eb6bc02ad7'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:46:47.980961 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-f3dc2fec-ec89-490c-9db4-72d37a0c49e1 None None] Set router 8467acd4-d2ab-48b1-85b3-69eb6bc02ad7 gateway port host: None {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 19:46:48.394426 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-f3dc2fec-ec89-490c-9db4-72d37a0c49e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8467acd4-d2ab-48b1-85b3-69eb6bc02ad7', 'name': 'router1', 'tenant_id': '42331694ca6b4780b3775df6154c0be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:46:34Z', 'updated_at': '2021-01-21T19:46:46Z', 'revision_number': 2, 'project_id': '42331694ca6b4780b3775df6154c0be0', 'gw_port_host': None, '_interfaces': [{'id': '7c909f00-cb0d-4b4c-bf37-4b01af198749', 'name': '', 'network_id': '601361d6-c829-456f-a916-112cba891a5b', 'tenant_id': '42331694ca6b4780b3775df6154c0be0', 'mac_address': 'fa:16:3e:7c:97:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8467acd4-d2ab-48b1-85b3-69eb6bc02ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0a5bca45-4938-4ee4-81b5-f268702a194a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:46:45Z', 'updated_at': '2021-01-21T19:46:46Z', 'revision_number': 2, 'project_id': '42331694ca6b4780b3775df6154c0be0', 'subnets': [{'id': '0a5bca45-4938-4ee4-81b5-f268702a194a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8d78f684-7e65-4099-bc32-0872d4f5f13d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:46:48.400551 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dc2fec-ec89-490c-9db4-72d37a0c49e1 None None] Checking router: 8467acd4-d2ab-48b1-85b3-69eb6bc02ad7 for host: dv-cinder-726180-8-iscsi {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 19:46:48.400956 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dc2fec-ec89-490c-9db4-72d37a0c49e1 None None] Updating router 8467acd4-d2ab-48b1-85b3-69eb6bc02ad7 port 7c909f00-cb0d-4b4c-bf37-4b01af198749 binding host dv-cinder-726180-8-iscsi {{(pid=80116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 21 19:46:48.630502 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f3dc2fec-ec89-490c-9db4-72d37a0c49e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:49.109199 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f3dc2fec-ec89-490c-9db4-72d37a0c49e1 None None] Notify callbacks [] for port, precommit_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:49.124687 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f3dc2fec-ec89-490c-9db4-72d37a0c49e1 None None] Transition to ACTIVE for port object 7c909f00-cb0d-4b4c-bf37-4b01af198749 will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:46:49.127492 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f3dc2fec-ec89-490c-9db4-72d37a0c49e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:49.144316 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:46:49.299753 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27609c9-ebed-49b3-b90c-c6932d26bd29 None None] Pushing event updated for resources: {'Port': ['ID=7c909f00-cb0d-4b4c-bf37-4b01af198749,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:46:49.319264 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27609c9-ebed-49b3-b90c-c6932d26bd29 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:49.320119 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27609c9-ebed-49b3-b90c-c6932d26bd29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:49.320119 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27609c9-ebed-49b3-b90c-c6932d26bd29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:49.320332 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27609c9-ebed-49b3-b90c-c6932d26bd29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:49.320708 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27609c9-ebed-49b3-b90c-c6932d26bd29 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:49.321096 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27609c9-ebed-49b3-b90c-c6932d26bd29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:49.321485 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27609c9-ebed-49b3-b90c-c6932d26bd29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:49.321863 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27609c9-ebed-49b3-b90c-c6932d26bd29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:49.322230 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27609c9-ebed-49b3-b90c-c6932d26bd29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:49.322710 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27609c9-ebed-49b3-b90c-c6932d26bd29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:49.323063 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27609c9-ebed-49b3-b90c-c6932d26bd29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:49.323411 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27609c9-ebed-49b3-b90c-c6932d26bd29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:46:49.324468 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27609c9-ebed-49b3-b90c-c6932d26bd29 None None] Tracked resource versions report: Jan 21 19:46:49.324468 dv-cinder-726180-8-iscsi neutron-server[80002]: pushed versions: Jan 21 19:46:49.324468 dv-cinder-726180-8-iscsi neutron-server[80002]: { 'AddressGroup': {'1.1'}, Jan 21 19:46:49.324468 dv-cinder-726180-8-iscsi neutron-server[80002]: 'ConntrackHelper': {'1.0'}, Jan 21 19:46:49.324468 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Log': {'1.0'}, Jan 21 19:46:49.324468 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Network': {'1.1'}, Jan 21 19:46:49.324468 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Port': {'1.6'}, Jan 21 19:46:49.324468 dv-cinder-726180-8-iscsi neutron-server[80002]: 'PortForwarding': {'1.2'}, Jan 21 19:46:49.324468 dv-cinder-726180-8-iscsi neutron-server[80002]: 'QosPolicy': {'1.8'}, Jan 21 19:46:49.324468 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SecurityGroup': {'1.4'}, Jan 21 19:46:49.324468 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SecurityGroupRule': {'1.2'}, Jan 21 19:46:49.324468 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SubPort': {'1.0'}, Jan 21 19:46:49.324468 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Subnet': {'1.1'}, Jan 21 19:46:49.324468 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Trunk': {'1.1'}} Jan 21 19:46:49.324468 dv-cinder-726180-8-iscsi neutron-server[80002]: consumer versions: Jan 21 19:46:49.324468 dv-cinder-726180-8-iscsi neutron-server[80002]: { DHCP agent@dv-cinder-726180-8-iscsi: {}, Jan 21 19:46:49.324468 dv-cinder-726180-8-iscsi neutron-server[80002]: L3 agent@dv-cinder-726180-8-iscsi: {}, Jan 21 19:46:49.324468 dv-cinder-726180-8-iscsi neutron-server[80002]: Metadata agent@dv-cinder-726180-8-iscsi: {}, Jan 21 19:46:49.324468 dv-cinder-726180-8-iscsi neutron-server[80002]: Metering agent@dv-cinder-726180-8-iscsi: {}, Jan 21 19:46:49.324468 dv-cinder-726180-8-iscsi neutron-server[80002]: Open vSwitch agent@dv-cinder-726180-8-iscsi: { 'AddressGroup': '1.1', Jan 21 19:46:49.324468 dv-cinder-726180-8-iscsi neutron-server[80002]: 'ConntrackHelper': '1.0', Jan 21 19:46:49.324468 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Log': '1.0', Jan 21 19:46:49.324468 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Network': '1.1', Jan 21 19:46:49.324468 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Port': '1.6', Jan 21 19:46:49.324468 dv-cinder-726180-8-iscsi neutron-server[80002]: 'PortForwarding': '1.2', Jan 21 19:46:49.324468 dv-cinder-726180-8-iscsi neutron-server[80002]: 'QosPolicy': '1.8', Jan 21 19:46:49.324468 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SecurityGroup': '1.4', Jan 21 19:46:49.324468 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SecurityGroupRule': '1.2', Jan 21 19:46:49.324468 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SubPort': '1.0', Jan 21 19:46:49.324468 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Subnet': '1.1', Jan 21 19:46:49.324468 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Trunk': '1.1'}} Jan 21 19:46:49.324468 dv-cinder-726180-8-iscsi neutron-server[80002]: {{(pid=80116) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 21 19:46:49.328208 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c27609c9-ebed-49b3-b90c-c6932d26bd29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:46:49.498133 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-f3dc2fec-ec89-490c-9db4-72d37a0c49e1 None None] Attempting to bind port 7c909f00-cb0d-4b4c-bf37-4b01af198749 on host dv-cinder-726180-8-iscsi for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 19:46:49.498696 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-f3dc2fec-ec89-490c-9db4-72d37a0c49e1 None None] Attempting to bind port 7c909f00-cb0d-4b4c-bf37-4b01af198749 by drivers openvswitch on host dv-cinder-726180-8-iscsi at level 0 using segments [{'id': 'ad69d5d6-ce56-4b9f-b7a6-0f5fb45e15cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '601361d6-c829-456f-a916-112cba891a5b'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 19:46:49.499120 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dc2fec-ec89-490c-9db4-72d37a0c49e1 None None] Attempting to bind port 7c909f00-cb0d-4b4c-bf37-4b01af198749 on network 601361d6-c829-456f-a916-112cba891a5b {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 19:46:49.505743 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dc2fec-ec89-490c-9db4-72d37a0c49e1 None None] Checking agent: {'id': 'f684b9c2-4f8f-4e03-bb44-a00bf6d32b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 46, 8), 'started_at': datetime.datetime(2021, 1, 21, 19, 46, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 19, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:46:49.506154 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dc2fec-ec89-490c-9db4-72d37a0c49e1 None None] Checking segment: {'id': 'ad69d5d6-ce56-4b9f-b7a6-0f5fb45e15cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '601361d6-c829-456f-a916-112cba891a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:46:49.506675 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f3dc2fec-ec89-490c-9db4-72d37a0c49e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:49.507176 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dc2fec-ec89-490c-9db4-72d37a0c49e1 None None] Bound using segment: {'id': 'ad69d5d6-ce56-4b9f-b7a6-0f5fb45e15cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '601361d6-c829-456f-a916-112cba891a5b'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:46:49.507849 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-f3dc2fec-ec89-490c-9db4-72d37a0c49e1 None None] Bound port: 7c909f00-cb0d-4b4c-bf37-4b01af198749, host: dv-cinder-726180-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad69d5d6-ce56-4b9f-b7a6-0f5fb45e15cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '601361d6-c829-456f-a916-112cba891a5b'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 19:46:49.508274 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f3dc2fec-ec89-490c-9db4-72d37a0c49e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:49.611697 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-f3dc2fec-ec89-490c-9db4-72d37a0c49e1 None None] For port 7c909f00-cb0d-4b4c-bf37-4b01af198749, host dv-cinder-726180-8-iscsi, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 19:46:49.617911 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-f3dc2fec-ec89-490c-9db4-72d37a0c49e1 None None] For port 7c909f00-cb0d-4b4c-bf37-4b01af198749, host dv-cinder-726180-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=7c909f00-cb0d-4b4c-bf37-4b01af198749,segment=NetworkSegment(ad69d5d6-ce56-4b9f-b7a6-0f5fb45e15cd),segment_id=ad69d5d6-ce56-4b9f-b7a6-0f5fb45e15cd)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 19:46:49.621761 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f3dc2fec-ec89-490c-9db4-72d37a0c49e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:49.637873 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:46:49.798999 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27609c9-ebed-49b3-b90c-c6932d26bd29 None None] Pushing event updated for resources: {'Port': ['ID=7c909f00-cb0d-4b4c-bf37-4b01af198749,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:46:49.804219 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c27609c9-ebed-49b3-b90c-c6932d26bd29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:46:49.894408 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dc2fec-ec89-490c-9db4-72d37a0c49e1 None None] Routers {'8467acd4-d2ab-48b1-85b3-69eb6bc02ad7'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:46:49.895081 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-f3dc2fec-ec89-490c-9db4-72d37a0c49e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T19:46:36Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['8467acd4-d2ab-48b1-85b3-69eb6bc02ad7'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:46:50.070848 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-f3dc2fec-ec89-490c-9db4-72d37a0c49e1 None None] Set router 8467acd4-d2ab-48b1-85b3-69eb6bc02ad7 gateway port host: None {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 19:46:50.358805 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 49078) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:46:50.425998 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-f3dc2fec-ec89-490c-9db4-72d37a0c49e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8467acd4-d2ab-48b1-85b3-69eb6bc02ad7', 'name': 'router1', 'tenant_id': '42331694ca6b4780b3775df6154c0be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:46:34Z', 'updated_at': '2021-01-21T19:46:46Z', 'revision_number': 2, 'project_id': '42331694ca6b4780b3775df6154c0be0', 'gw_port_host': None, '_interfaces': [{'id': '7c909f00-cb0d-4b4c-bf37-4b01af198749', 'name': '', 'network_id': '601361d6-c829-456f-a916-112cba891a5b', 'tenant_id': '42331694ca6b4780b3775df6154c0be0', 'mac_address': 'fa:16:3e:7c:97:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8467acd4-d2ab-48b1-85b3-69eb6bc02ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0a5bca45-4938-4ee4-81b5-f268702a194a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:46:45Z', 'updated_at': '2021-01-21T19:46:49Z', 'revision_number': 4, 'project_id': '42331694ca6b4780b3775df6154c0be0', 'subnets': [{'id': '0a5bca45-4938-4ee4-81b5-f268702a194a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8d78f684-7e65-4099-bc32-0872d4f5f13d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:46:50.430672 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dc2fec-ec89-490c-9db4-72d37a0c49e1 None None] The sync data for ids ['8467acd4-d2ab-48b1-85b3-69eb6bc02ad7'] in dv-cinder-726180-8-iscsi is: [{'id': '8467acd4-d2ab-48b1-85b3-69eb6bc02ad7', 'name': 'router1', 'tenant_id': '42331694ca6b4780b3775df6154c0be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:46:34Z', 'updated_at': '2021-01-21T19:46:46Z', 'revision_number': 2, 'project_id': '42331694ca6b4780b3775df6154c0be0', 'gw_port_host': None, '_interfaces': [{'id': '7c909f00-cb0d-4b4c-bf37-4b01af198749', 'name': '', 'network_id': '601361d6-c829-456f-a916-112cba891a5b', 'tenant_id': '42331694ca6b4780b3775df6154c0be0', 'mac_address': 'fa:16:3e:7c:97:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8467acd4-d2ab-48b1-85b3-69eb6bc02ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0a5bca45-4938-4ee4-81b5-f268702a194a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:46:45Z', 'updated_at': '2021-01-21T19:46:49Z', 'revision_number': 4, 'project_id': '42331694ca6b4780b3775df6154c0be0', 'subnets': [{'id': '0a5bca45-4938-4ee4-81b5-f268702a194a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8d78f684-7e65-4099-bc32-0872d4f5f13d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 19:46:50.555358 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6df3f48-2b3d-461d-80aa-59ae1b09baae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:46:50.556786 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-c6df3f48-2b3d-461d-80aa-59ae1b09baae admin admin] 10.222.0.74 "GET /v2.0/networks/a57e5c9c-980e-4c63-98b2-db6c66af0db2 HTTP/1.1" status: 200 len: 842 time: 0.1968009 Jan 21 19:46:50.567849 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-0e1f2493-4235-4a10-8d5f-493f6eaa6f44 admin admin] Request body: {'subnet': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:46:50.574315 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-0e1f2493-4235-4a10-8d5f-493f6eaa6f44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:46:50.578666 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-0e1f2493-4235-4a10-8d5f-493f6eaa6f44 admin admin] Usage tracker for resource:subnet and tenant:62dcd5817b444bba850d722b5e065755 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:46:50.581730 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-0e1f2493-4235-4a10-8d5f-493f6eaa6f44 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:46:50.590028 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-0e1f2493-4235-4a10-8d5f-493f6eaa6f44 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:46:50.602322 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1f2493-4235-4a10-8d5f-493f6eaa6f44 admin admin] Made reservation on behalf of 62dcd5817b444bba850d722b5e065755 for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:46:50.607589 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0e1f2493-4235-4a10-8d5f-493f6eaa6f44 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:51.072601 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.objects.ports [None req-0e1f2493-4235-4a10-8d5f-493f6eaa6f44 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80114) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 21 19:46:51.073154 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0e1f2493-4235-4a10-8d5f-493f6eaa6f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:51.089071 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:46:51.226199 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f2493-4235-4a10-8d5f-493f6eaa6f44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea65500f-ac9d-4758-b95c-d190d3e0e3d5,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:46:51.228946 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0e1f2493-4235-4a10-8d5f-493f6eaa6f44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:46:51.308330 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1f2493-4235-4a10-8d5f-493f6eaa6f44 admin admin] Checking segment: {'id': '0b618305-a50f-40b3-8ec6-85df1521bd1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:46:51.308726 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1f2493-4235-4a10-8d5f-493f6eaa6f44 admin admin] Network hostable DHCP agents. Network: a57e5c9c-980e-4c63-98b2-db6c66af0db2, hostable agents: ['a1da6b86-37e3-41b0-832c-986ff53a0b75'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 19:46:51.328909 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1f2493-4235-4a10-8d5f-493f6eaa6f44 admin admin] Network a57e5c9c-980e-4c63-98b2-db6c66af0db2 is scheduled to be hosted by DHCP agent a1da6b86-37e3-41b0-832c-986ff53a0b75 with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 19:46:51.340449 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-0e1f2493-4235-4a10-8d5f-493f6eaa6f44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-8-iscsi, a57e5c9c-980e-4c63-98b2-db6c66af0db2) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:46:51.345229 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1f2493-4235-4a10-8d5f-493f6eaa6f44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:46:51.345882 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0e1f2493-4235-4a10-8d5f-493f6eaa6f44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:51.351803 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744c4eee-24dd-480c-99aa-27b299b42e8a None None] Network a57e5c9c-980e-4c63-98b2-db6c66af0db2 requested from dv-cinder-726180-8-iscsi {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 19:46:51.366601 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-0e1f2493-4235-4a10-8d5f-493f6eaa6f44 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8024161 Jan 21 19:46:51.643203 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ed8d02-1a4e-46b9-9b14-cdb9db06414a None None] Network a57e5c9c-980e-4c63-98b2-db6c66af0db2 requested from dv-cinder-726180-8-iscsi {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 19:46:52.464003 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 7c909f00-cb0d-4b4c-bf37-4b01af198749 up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:46:52.540136 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning for port 7c909f00-cb0d-4b4c-bf37-4b01af198749 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:46:52.545131 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning complete for port 7c909f00-cb0d-4b4c-bf37-4b01af198749 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:46:52.545543 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:52.833771 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:52.870010 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] For port 7c909f00-cb0d-4b4c-bf37-4b01af198749, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=7c909f00-cb0d-4b4c-bf37-4b01af198749,segment=NetworkSegment(ad69d5d6-ce56-4b9f-b7a6-0f5fb45e15cd),segment_id=ad69d5d6-ce56-4b9f-b7a6-0f5fb45e15cd)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 19:46:52.872975 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:52.875286 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-bb2e34fe-9826-4b79-bfd0-ae078e574789 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:46:52.948289 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Pushing event updated for resources: {'Port': ['ID=7c909f00-cb0d-4b4c-bf37-4b01af198749,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:46:52.951701 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:46:54.107741 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 49092) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:46:54.364963 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-ff097d63-d0b8-49c3-869c-2ae29c989107 admin admin] 10.222.0.74 "GET /v2.0/routers/8467acd4-d2ab-48b1-85b3-69eb6bc02ad7 HTTP/1.1" status: 200 len: 710 time: 0.2558775 Jan 21 19:46:54.441528 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 7c909f00-cb0d-4b4c-bf37-4b01af198749 up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:46:54.513781 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdde36e-afb1-4188-8121-8afc701e6b02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:46:54.515348 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-4bdde36e-afb1-4188-8121-8afc701e6b02 admin admin] 10.222.0.74 "GET /v2.0/networks/a57e5c9c-980e-4c63-98b2-db6c66af0db2 HTTP/1.1" status: 200 len: 886 time: 0.1440463 Jan 21 19:46:54.524196 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning complete for port 7c909f00-cb0d-4b4c-bf37-4b01af198749 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:46:54.524612 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:54.526066 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-b1fbc6f0-2ed5-4c9b-ae2e-c54c11690488 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'}}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:46:55.213938 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b1fbc6f0-2ed5-4c9b-ae2e-c54c11690488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1010580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-968839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-122972'] for router, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:55.599854 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b1fbc6f0-2ed5-4c9b-ae2e-c54c11690488 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:55.662530 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b1fbc6f0-2ed5-4c9b-ae2e-c54c11690488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:55.676399 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b1fbc6f0-2ed5-4c9b-ae2e-c54c11690488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:55.694746 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-b1fbc6f0-2ed5-4c9b-ae2e-c54c11690488 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:46:55.699050 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-b1fbc6f0-2ed5-4c9b-ae2e-c54c11690488 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:46:55.702446 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-b1fbc6f0-2ed5-4c9b-ae2e-c54c11690488 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:46:55.708423 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-b1fbc6f0-2ed5-4c9b-ae2e-c54c11690488 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:46:55.812245 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b1fbc6f0-2ed5-4c9b-ae2e-c54c11690488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:55.815325 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b1fbc6f0-2ed5-4c9b-ae2e-c54c11690488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:55.832327 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:46:55.932448 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fbc6f0-2ed5-4c9b-ae2e-c54c11690488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be69c150-d1ad-4517-bd2c-e49203cf19a0,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:46:55.936421 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b1fbc6f0-2ed5-4c9b-ae2e-c54c11690488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:46:56.114143 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-b1fbc6f0-2ed5-4c9b-ae2e-c54c11690488 admin admin] Allocated IP 172.27.2.77 (a57e5c9c-980e-4c63-98b2-db6c66af0db2/ea65500f-ac9d-4758-b95c-d190d3e0e3d5/fa3a26fe-235c-4551-b039-7943e16e84e5) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 19:46:56.286745 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b1fbc6f0-2ed5-4c9b-ae2e-c54c11690488 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:56.318071 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b1fbc6f0-2ed5-4c9b-ae2e-c54c11690488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:56.335578 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:46:56.484440 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fbc6f0-2ed5-4c9b-ae2e-c54c11690488 admin admin] Pushing event updated for resources: {'Port': ['ID=fa3a26fe-235c-4551-b039-7943e16e84e5,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:46:56.499132 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b1fbc6f0-2ed5-4c9b-ae2e-c54c11690488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:46:56.550263 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fbc6f0-2ed5-4c9b-ae2e-c54c11690488 admin admin] Network a57e5c9c-980e-4c63-98b2-db6c66af0db2 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:46:56.551513 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-b1fbc6f0-2ed5-4c9b-ae2e-c54c11690488 admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:46:56.554456 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fbc6f0-2ed5-4c9b-ae2e-c54c11690488 admin admin] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 19:46:56.998703 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b1fbc6f0-2ed5-4c9b-ae2e-c54c11690488 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:57.376440 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b1fbc6f0-2ed5-4c9b-ae2e-c54c11690488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1010580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-968839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-122972'] for router, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:57.379946 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b1fbc6f0-2ed5-4c9b-ae2e-c54c11690488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-968819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-968802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853806997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853806964'] for router, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:57.769190 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1fbc6f0-2ed5-4c9b-ae2e-c54c11690488 admin admin] Router 8467acd4-d2ab-48b1-85b3-69eb6bc02ad7 has already been hosted by L3 agent acfbd797-5df7-45c7-9954-db8085626b2a {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 19:46:57.963108 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fbc6f0-2ed5-4c9b-ae2e-c54c11690488 admin admin] Notify agent at l3_agent.dv-cinder-726180-8-iscsi the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 19:46:57.973489 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dc4ee5-e01d-4d7f-8464-a257fdd8b84f None None] Sync routers for ids ['8467acd4-d2ab-48b1-85b3-69eb6bc02ad7'] in dv-cinder-726180-8-iscsi {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 19:46:57.980944 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b1fbc6f0-2ed5-4c9b-ae2e-c54c11690488 admin admin] Notify callbacks [] for router, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:57.982236 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-b1fbc6f0-2ed5-4c9b-ae2e-c54c11690488 admin admin] 10.222.0.74 "PUT /v2.0/routers/8467acd4-d2ab-48b1-85b3-69eb6bc02ad7 HTTP/1.1" status: 200 len: 889 time: 3.4602981 Jan 21 19:46:57.985734 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dc4ee5-e01d-4d7f-8464-a257fdd8b84f None None] Routers {'8467acd4-d2ab-48b1-85b3-69eb6bc02ad7'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:46:57.986481 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-08dc4ee5-e01d-4d7f-8464-a257fdd8b84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T19:46:36Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['8467acd4-d2ab-48b1-85b3-69eb6bc02ad7'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:46:58.202938 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-08dc4ee5-e01d-4d7f-8464-a257fdd8b84f None None] Set router 8467acd4-d2ab-48b1-85b3-69eb6bc02ad7 gateway port host: dv-cinder-726180-8-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 19:46:58.617381 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-08dc4ee5-e01d-4d7f-8464-a257fdd8b84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8467acd4-d2ab-48b1-85b3-69eb6bc02ad7', 'name': 'router1', 'tenant_id': '42331694ca6b4780b3775df6154c0be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'fa3a26fe-235c-4551-b039-7943e16e84e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:46:34Z', 'updated_at': '2021-01-21T19:46:56Z', 'revision_number': 4, 'project_id': '42331694ca6b4780b3775df6154c0be0', 'gw_port': {'id': 'fa3a26fe-235c-4551-b039-7943e16e84e5', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8467acd4-d2ab-48b1-85b3-69eb6bc02ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:46:55Z', 'updated_at': '2021-01-21T19:46:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': '7c909f00-cb0d-4b4c-bf37-4b01af198749', 'name': '', 'network_id': '601361d6-c829-456f-a916-112cba891a5b', 'tenant_id': '42331694ca6b4780b3775df6154c0be0', 'mac_address': 'fa:16:3e:7c:97:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8467acd4-d2ab-48b1-85b3-69eb6bc02ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0a5bca45-4938-4ee4-81b5-f268702a194a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:46:45Z', 'updated_at': '2021-01-21T19:46:52Z', 'revision_number': 5, 'project_id': '42331694ca6b4780b3775df6154c0be0', 'subnets': [{'id': '0a5bca45-4938-4ee4-81b5-f268702a194a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8d78f684-7e65-4099-bc32-0872d4f5f13d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:46:58.623740 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dc4ee5-e01d-4d7f-8464-a257fdd8b84f None None] Checking router: 8467acd4-d2ab-48b1-85b3-69eb6bc02ad7 for host: dv-cinder-726180-8-iscsi {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 19:46:58.624290 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dc4ee5-e01d-4d7f-8464-a257fdd8b84f None None] Updating router 8467acd4-d2ab-48b1-85b3-69eb6bc02ad7 port fa3a26fe-235c-4551-b039-7943e16e84e5 binding host dv-cinder-726180-8-iscsi {{(pid=80115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 21 19:46:58.685455 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-08dc4ee5-e01d-4d7f-8464-a257fdd8b84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:59.283706 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-08dc4ee5-e01d-4d7f-8464-a257fdd8b84f None None] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:59.300275 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-08dc4ee5-e01d-4d7f-8464-a257fdd8b84f None None] Transition to ACTIVE for port object fa3a26fe-235c-4551-b039-7943e16e84e5 will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:46:59.303518 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-08dc4ee5-e01d-4d7f-8464-a257fdd8b84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:59.319930 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-bb2e34fe-9826-4b79-bfd0-ae078e574789 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:46:59.477979 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92a28c-50ab-4699-a139-4d95dcfde506 None None] Pushing event updated for resources: {'Port': ['ID=fa3a26fe-235c-4551-b039-7943e16e84e5,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:46:59.481819 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-3f92a28c-50ab-4699-a139-4d95dcfde506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:46:59.557986 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-08dc4ee5-e01d-4d7f-8464-a257fdd8b84f None None] Attempting to bind port fa3a26fe-235c-4551-b039-7943e16e84e5 on host dv-cinder-726180-8-iscsi for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 19:46:59.558606 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-08dc4ee5-e01d-4d7f-8464-a257fdd8b84f None None] Attempting to bind port fa3a26fe-235c-4551-b039-7943e16e84e5 by drivers openvswitch on host dv-cinder-726180-8-iscsi at level 0 using segments [{'id': '0b618305-a50f-40b3-8ec6-85df1521bd1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 19:46:59.559487 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dc4ee5-e01d-4d7f-8464-a257fdd8b84f None None] Attempting to bind port fa3a26fe-235c-4551-b039-7943e16e84e5 on network a57e5c9c-980e-4c63-98b2-db6c66af0db2 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 19:46:59.570812 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dc4ee5-e01d-4d7f-8464-a257fdd8b84f None None] Checking agent: {'id': 'f684b9c2-4f8f-4e03-bb44-a00bf6d32b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 46, 8), 'started_at': datetime.datetime(2021, 1, 21, 19, 46, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 19, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:46:59.571238 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dc4ee5-e01d-4d7f-8464-a257fdd8b84f None None] Checking segment: {'id': '0b618305-a50f-40b3-8ec6-85df1521bd1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:46:59.571698 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-08dc4ee5-e01d-4d7f-8464-a257fdd8b84f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:59.572133 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dc4ee5-e01d-4d7f-8464-a257fdd8b84f None None] Bound using segment: {'id': '0b618305-a50f-40b3-8ec6-85df1521bd1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:46:59.572679 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-08dc4ee5-e01d-4d7f-8464-a257fdd8b84f None None] Bound port: fa3a26fe-235c-4551-b039-7943e16e84e5, host: dv-cinder-726180-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b618305-a50f-40b3-8ec6-85df1521bd1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 19:46:59.573110 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-08dc4ee5-e01d-4d7f-8464-a257fdd8b84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:59.669677 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-08dc4ee5-e01d-4d7f-8464-a257fdd8b84f None None] For port fa3a26fe-235c-4551-b039-7943e16e84e5, host dv-cinder-726180-8-iscsi, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 19:46:59.673289 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-08dc4ee5-e01d-4d7f-8464-a257fdd8b84f None None] For port fa3a26fe-235c-4551-b039-7943e16e84e5, host dv-cinder-726180-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=fa3a26fe-235c-4551-b039-7943e16e84e5,segment=NetworkSegment(0b618305-a50f-40b3-8ec6-85df1521bd1b),segment_id=0b618305-a50f-40b3-8ec6-85df1521bd1b)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 19:46:59.676780 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-08dc4ee5-e01d-4d7f-8464-a257fdd8b84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:46:59.693816 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-3f92a28c-50ab-4699-a139-4d95dcfde506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:46:59.856611 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92a28c-50ab-4699-a139-4d95dcfde506 None None] Pushing event updated for resources: {'Port': ['ID=fa3a26fe-235c-4551-b039-7943e16e84e5,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:46:59.862174 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-3f92a28c-50ab-4699-a139-4d95dcfde506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:46:59.906430 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dc4ee5-e01d-4d7f-8464-a257fdd8b84f None None] Routers {'8467acd4-d2ab-48b1-85b3-69eb6bc02ad7'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:46:59.907089 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-08dc4ee5-e01d-4d7f-8464-a257fdd8b84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T19:46:36Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['8467acd4-d2ab-48b1-85b3-69eb6bc02ad7'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:47:00.114148 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-08dc4ee5-e01d-4d7f-8464-a257fdd8b84f None None] Set router 8467acd4-d2ab-48b1-85b3-69eb6bc02ad7 gateway port host: dv-cinder-726180-8-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 19:47:00.673108 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-08dc4ee5-e01d-4d7f-8464-a257fdd8b84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8467acd4-d2ab-48b1-85b3-69eb6bc02ad7', 'name': 'router1', 'tenant_id': '42331694ca6b4780b3775df6154c0be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'fa3a26fe-235c-4551-b039-7943e16e84e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:46:34Z', 'updated_at': '2021-01-21T19:46:56Z', 'revision_number': 4, 'project_id': '42331694ca6b4780b3775df6154c0be0', 'gw_port': {'id': 'fa3a26fe-235c-4551-b039-7943e16e84e5', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8467acd4-d2ab-48b1-85b3-69eb6bc02ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:46:55Z', 'updated_at': '2021-01-21T19:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': '7c909f00-cb0d-4b4c-bf37-4b01af198749', 'name': '', 'network_id': '601361d6-c829-456f-a916-112cba891a5b', 'tenant_id': '42331694ca6b4780b3775df6154c0be0', 'mac_address': 'fa:16:3e:7c:97:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8467acd4-d2ab-48b1-85b3-69eb6bc02ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0a5bca45-4938-4ee4-81b5-f268702a194a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:46:45Z', 'updated_at': '2021-01-21T19:46:52Z', 'revision_number': 5, 'project_id': '42331694ca6b4780b3775df6154c0be0', 'subnets': [{'id': '0a5bca45-4938-4ee4-81b5-f268702a194a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8d78f684-7e65-4099-bc32-0872d4f5f13d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:47:00.677811 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dc4ee5-e01d-4d7f-8464-a257fdd8b84f None None] The sync data for ids ['8467acd4-d2ab-48b1-85b3-69eb6bc02ad7'] in dv-cinder-726180-8-iscsi is: [{'id': '8467acd4-d2ab-48b1-85b3-69eb6bc02ad7', 'name': 'router1', 'tenant_id': '42331694ca6b4780b3775df6154c0be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'fa3a26fe-235c-4551-b039-7943e16e84e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:46:34Z', 'updated_at': '2021-01-21T19:46:56Z', 'revision_number': 4, 'project_id': '42331694ca6b4780b3775df6154c0be0', 'gw_port': {'id': 'fa3a26fe-235c-4551-b039-7943e16e84e5', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:3a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8467acd4-d2ab-48b1-85b3-69eb6bc02ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:46:55Z', 'updated_at': '2021-01-21T19:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': '7c909f00-cb0d-4b4c-bf37-4b01af198749', 'name': '', 'network_id': '601361d6-c829-456f-a916-112cba891a5b', 'tenant_id': '42331694ca6b4780b3775df6154c0be0', 'mac_address': 'fa:16:3e:7c:97:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8467acd4-d2ab-48b1-85b3-69eb6bc02ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0a5bca45-4938-4ee4-81b5-f268702a194a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:46:45Z', 'updated_at': '2021-01-21T19:46:52Z', 'revision_number': 5, 'project_id': '42331694ca6b4780b3775df6154c0be0', 'subnets': [{'id': '0a5bca45-4938-4ee4-81b5-f268702a194a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8d78f684-7e65-4099-bc32-0872d4f5f13d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 19:47:00.983764 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 49102) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:47:01.183136 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48d64d7-bf75-4390-96e6-39e3ac682d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:47:01.185056 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-d48d64d7-bf75-4390-96e6-39e3ac682d7e admin admin] 10.222.0.74 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1079 time: 0.2000196 Jan 21 19:47:02.474092 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device fa3a26fe-235c-4551-b039-7943e16e84e5 up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:47:02.586467 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning for port fa3a26fe-235c-4551-b039-7943e16e84e5 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:47:02.594297 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning complete for port fa3a26fe-235c-4551-b039-7943e16e84e5 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:47:02.594756 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:47:02.753630 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:47:02.777143 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] For port fa3a26fe-235c-4551-b039-7943e16e84e5, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=fa3a26fe-235c-4551-b039-7943e16e84e5,segment=NetworkSegment(0b618305-a50f-40b3-8ec6-85df1521bd1b),segment_id=0b618305-a50f-40b3-8ec6-85df1521bd1b)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 19:47:02.782779 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:47:02.785386 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:47:02.868895 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Pushing event updated for resources: {'Port': ['ID=fa3a26fe-235c-4551-b039-7943e16e84e5,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:47:02.872438 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:47:04.402676 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b1a2a5b4-a0bc-428a-894d-c930c445d2e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:47:04.528627 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device fa3a26fe-235c-4551-b039-7943e16e84e5 up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:47:04.698179 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning complete for port fa3a26fe-235c-4551-b039-7943e16e84e5 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:47:04.699884 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:47:06.482675 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-98b188bb-38ba-4d99-a49e-335d651a6566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:47:07.465895 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:47:08.394160 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:47:08.847606 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:47:18.965410 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.agents_db [None req-c7ecb146-6622-446f-8bab-48f8cf3fe8cd None None] Agent healthcheck: found 5 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 19:47:34.367022 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-62e8ab7c-f002-4e39-8e25-dc28d614a4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:47:36.470858 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4d1e8d17-114d-440b-97e5-ec48ddad665e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:47:37.433038 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:47:38.371503 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:47:38.826691 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:47:55.966129 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.agents_db [None req-c7ecb146-6622-446f-8bab-48f8cf3fe8cd None None] Agent healthcheck: found 5 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 19:48:04.374918 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a0677f2a-c442-4d54-b025-c773f2bb302d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:06.466434 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e3d973db-bf31-4b86-becb-43b49369bd37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:07.444620 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:08.376075 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:08.830769 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:32.967143 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.agents_db [None req-c7ecb146-6622-446f-8bab-48f8cf3fe8cd None None] Agent healthcheck: found 5 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 19:48:34.368648 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b76c8f77-bcba-4369-b503-151256455790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:36.468489 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b7b435bf-5fab-4767-9aed-137fe79e749e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:37.442802 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:38.378350 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:48:38.847459 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:49:04.375834 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-dbf82255-89b0-42fa-be4f-cd002d6dad21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:49:06.469398 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-693171f4-7950-434e-b907-5765d882a7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:49:07.444546 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:49:08.382788 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:49:08.843982 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:49:09.967631 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.agents_db [None req-c7ecb146-6622-446f-8bab-48f8cf3fe8cd None None] Agent healthcheck: found 5 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 19:49:22.189705 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 49678) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:49:22.297610 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4fd3a58-0e72-4d83-a0ee-69662b2cbcee admin admin] GET failed (client error): The resource could not be found. Jan 21 19:49:22.298182 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-f4fd3a58-0e72-4d83-a0ee-69662b2cbcee admin admin] Synchronizing usage tracker for tenant:62dcd5817b444bba850d722b5e065755 on resource:network {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 19:49:22.318421 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-f4fd3a58-0e72-4d83-a0ee-69662b2cbcee admin admin] Unset dirty status for tenant:62dcd5817b444bba850d722b5e065755 on resource:network {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 19:49:22.319684 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-f4fd3a58-0e72-4d83-a0ee-69662b2cbcee admin admin] 10.222.0.74 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1289525 Jan 21 19:49:22.487636 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c101f59d-aab0-4397-9d1b-60470f992604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:49:22.489475 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-c101f59d-aab0-4397-9d1b-60470f992604 admin admin] 10.222.0.74 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1651676 Jan 21 19:49:25.009956 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 49688) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:49:25.166965 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a76e8ae-17a5-4ed9-954f-45603f79f5bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:49:25.169598 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-6a76e8ae-17a5-4ed9-954f-45603f79f5bd admin admin] 10.222.0.74 "GET /v2.0/subnets/0a5bca45-4938-4ee4-81b5-f268702a194a HTTP/1.1" status: 200 len: 849 time: 0.1582975 Jan 21 19:49:25.181467 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-889bff37-a43b-4d6c-affc-0d4e9267bb95 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:49:25.313207 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-889bff37-a43b-4d6c-affc-0d4e9267bb95 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:49:25.644049 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-889bff37-a43b-4d6c-affc-0d4e9267bb95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729264869184'] for subnet, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:49:25.659764 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:49:25.797673 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889bff37-a43b-4d6c-affc-0d4e9267bb95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a5bca45-4938-4ee4-81b5-f268702a194a,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:49:25.819302 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bff37-a43b-4d6c-affc-0d4e9267bb95 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:49:25.819693 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bff37-a43b-4d6c-affc-0d4e9267bb95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:49:25.820066 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bff37-a43b-4d6c-affc-0d4e9267bb95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:49:25.820431 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bff37-a43b-4d6c-affc-0d4e9267bb95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:49:25.820790 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bff37-a43b-4d6c-affc-0d4e9267bb95 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:49:25.821165 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bff37-a43b-4d6c-affc-0d4e9267bb95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:49:25.821523 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bff37-a43b-4d6c-affc-0d4e9267bb95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:49:25.821881 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bff37-a43b-4d6c-affc-0d4e9267bb95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:49:25.822252 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bff37-a43b-4d6c-affc-0d4e9267bb95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:49:25.822632 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bff37-a43b-4d6c-affc-0d4e9267bb95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:49:25.822993 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bff37-a43b-4d6c-affc-0d4e9267bb95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:49:25.823345 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889bff37-a43b-4d6c-affc-0d4e9267bb95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:49:25.833879 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-889bff37-a43b-4d6c-affc-0d4e9267bb95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:49:25.863017 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889bff37-a43b-4d6c-affc-0d4e9267bb95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:49:25.863654 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-889bff37-a43b-4d6c-affc-0d4e9267bb95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:49:25.865025 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-889bff37-a43b-4d6c-affc-0d4e9267bb95 admin admin] 10.222.0.74 "PUT /v2.0/subnets/0a5bca45-4938-4ee4-81b5-f268702a194a HTTP/1.1" status: 200 len: 868 time: 0.6882675 Jan 21 19:49:25.882685 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea07010-c1d8-4bbc-b9da-5456ad075f88 None None] Network 601361d6-c829-456f-a916-112cba891a5b requested from dv-cinder-726180-8-iscsi {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 19:49:26.539470 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-e612c126-fd25-44a4-bcba-3272b4c86052 None None] Provisioning complete for port 7e8a7136-307d-4c76-b12c-bd4bbca50c54 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:49:26.540003 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e612c126-fd25-44a4-bcba-3272b4c86052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:49:26.677797 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-e612c126-fd25-44a4-bcba-3272b4c86052 None None] Provisioning complete for port 7c909f00-cb0d-4b4c-bf37-4b01af198749 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:49:26.678192 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e612c126-fd25-44a4-bcba-3272b4c86052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:49:28.513651 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 49698) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:49:28.745978 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6e0f17-59b9-4a0f-84ed-e0a29bf98961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:49:28.746425 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6e0f17-59b9-4a0f-84ed-e0a29bf98961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:49:28.748090 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-4e6e0f17-59b9-4a0f-84ed-e0a29bf98961 admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2333906 Jan 21 19:49:31.270322 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 49708) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:49:31.572049 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7796d8-5dd7-44bb-bf0a-b54f41c9eebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:49:31.572469 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7796d8-5dd7-44bb-bf0a-b54f41c9eebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:49:31.574152 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-8f7796d8-5dd7-44bb-bf0a-b54f41c9eebb admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.3023655 Jan 21 19:49:34.195619 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 49718) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:49:34.370752 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6671f112-edf3-4da1-9178-c7223317d47a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:49:34.434523 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92d076a-252f-4ad8-80c2-a4fbde8ce560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:49:34.436033 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-b92d076a-252f-4ad8-80c2-a4fbde8ce560 admin admin] 10.222.0.74 "GET /v2.0/networks/601361d6-c829-456f-a916-112cba891a5b HTTP/1.1" status: 200 len: 862 time: 0.2393682 Jan 21 19:49:36.476701 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9092dcf8-595c-4375-81fd-4884a16e5d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:49:36.979005 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 49728) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:49:37.208274 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98016207-833e-4a26-95d5-1f196484f0f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:49:37.209922 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-98016207-833e-4a26-95d5-1f196484f0f4 admin admin] 10.222.0.74 "GET /v2.0/networks/a57e5c9c-980e-4c63-98b2-db6c66af0db2 HTTP/1.1" status: 200 len: 886 time: 0.2297194 Jan 21 19:49:37.447919 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:49:38.386099 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:49:38.847230 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:49:39.759709 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 49738) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:49:39.925502 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4633632a-5f9b-46ec-beec-11dcc9f866e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:49:39.925806 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4633632a-5f9b-46ec-beec-11dcc9f866e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:49:39.927773 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-4633632a-5f9b-46ec-beec-11dcc9f866e1 admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1666889 Jan 21 19:49:42.482817 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 49748) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:49:42.632104 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e334f61-e6a4-4662-b81d-2653a9c82d4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:49:42.632545 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e334f61-e6a4-4662-b81d-2653a9c82d4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:49:42.634181 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-2e334f61-e6a4-4662-b81d-2653a9c82d4c admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1503139 Jan 21 19:49:45.155878 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 49758) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:49:45.322095 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6928d900-e4f4-41ad-99c2-e68352bdfd8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:49:45.323529 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-6928d900-e4f4-41ad-99c2-e68352bdfd8e admin admin] 10.222.0.74 "GET /v2.0/subnets/0a5bca45-4938-4ee4-81b5-f268702a194a HTTP/1.1" status: 200 len: 868 time: 0.1666210 Jan 21 19:49:46.967818 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.agents_db [None req-c7ecb146-6622-446f-8bab-48f8cf3fe8cd None None] Agent healthcheck: found 5 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 19:49:48.171032 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 49768) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:49:48.316740 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6af7ae8-aae3-4734-8d31-3faf7f0cb048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:49:48.317364 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-b6af7ae8-aae3-4734-8d31-3faf7f0cb048 admin admin] Synchronizing usage tracker for tenant:62dcd5817b444bba850d722b5e065755 on resource:subnet {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 19:49:48.336407 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-b6af7ae8-aae3-4734-8d31-3faf7f0cb048 admin admin] Unset dirty status for tenant:62dcd5817b444bba850d722b5e065755 on resource:subnet {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 19:49:48.337700 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-b6af7ae8-aae3-4734-8d31-3faf7f0cb048 admin admin] 10.222.0.74 "GET /v2.0/subnets/ea65500f-ac9d-4758-b95c-d190d3e0e3d5 HTTP/1.1" status: 200 len: 816 time: 0.1656663 Jan 21 19:50:04.386847 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-78157fae-f58f-473d-bd4b-e83e9c19a667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:50:06.479216 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1d46fcff-113c-467e-a128-972ea5b8b86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:50:07.450581 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:50:08.402130 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:50:08.850775 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:50:15.897977 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 49808) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:50:15.981171 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [None req-acf40138-0eea-4456-bfd9-191c25a6423f admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 19:50:15.982414 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-acf40138-0eea-4456-bfd9-191c25a6423f admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0832789 Jan 21 19:50:18.596417 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 49818) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:50:18.706338 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.pecan_wsgi.hooks.translation [None req-d84af44e-5d88-4f0c-9952-dbb7483ab687 admin admin] GET failed (client error): The resource could not be found. Jan 21 19:50:18.707725 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-d84af44e-5d88-4f0c-9952-dbb7483ab687 admin admin] 10.222.0.74 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1102748 Jan 21 19:50:18.857922 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96d4dd3-4a7c-49ec-a398-82f4e1d6c013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:50:18.859607 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-b96d4dd3-4a7c-49ec-a398-82f4e1d6c013 admin admin] 10.222.0.74 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1470187 Jan 21 19:50:21.427692 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 49828) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:50:21.515190 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-dbf30690-741b-4d72-bfa5-87e77c5cface admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:50:21.520980 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-dbf30690-741b-4d72-bfa5-87e77c5cface admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:50:21.531997 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-dbf30690-741b-4d72-bfa5-87e77c5cface admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:50:21.541301 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf30690-741b-4d72-bfa5-87e77c5cface admin admin] Made reservation on behalf of 62dcd5817b444bba850d722b5e065755 for: {'network': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:50:21.546037 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-dbf30690-741b-4d72-bfa5-87e77c5cface admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for network, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:50:21.645029 dv-cinder-726180-8-iscsi neutron-server[80002]: WARNING neutron.services.revisions.revision_plugin [None req-dbf30690-741b-4d72-bfa5-87e77c5cface admin admin] Could not find related network for resource to bump revision. Jan 21 19:50:21.663292 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbf30690-741b-4d72-bfa5-87e77c5cface admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 21 19:50:21.673704 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-dbf30690-741b-4d72-bfa5-87e77c5cface admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8360645'] for segment, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:50:21.674093 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.db.segments_db [None req-dbf30690-741b-4d72-bfa5-87e77c5cface admin admin] Added segment c5e1699a-3c82-4b94-899d-f4815fb0daa4 of type vxlan for network 8ef83a79-2753-447f-9681-c8d051151999 Jan 21 19:50:21.702207 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-dbf30690-741b-4d72-bfa5-87e77c5cface admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363307590337259'] for network, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:50:21.740889 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-dbf30690-741b-4d72-bfa5-87e77c5cface admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103'] for network, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:50:21.742862 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf30690-741b-4d72-bfa5-87e77c5cface admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:50:21.743985 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-dbf30690-741b-4d72-bfa5-87e77c5cface admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:50:21.753923 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:50:21.901794 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-dbf30690-741b-4d72-bfa5-87e77c5cface admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.4727795 Jan 21 19:50:21.909366 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf30690-741b-4d72-bfa5-87e77c5cface admin admin] Pushing event updated for resources: {'Network': ['ID=8ef83a79-2753-447f-9681-c8d051151999,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:50:21.916222 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-dbf30690-741b-4d72-bfa5-87e77c5cface admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:50:21.926284 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Network 8ef83a79-2753-447f-9681-c8d051151999 details requested by agent ovs-agent-dv-cinder-726180-8-iscsi with host dv-cinder-726180-8-iscsi {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 19:50:23.967527 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.agents_db [None req-c7ecb146-6622-446f-8bab-48f8cf3fe8cd None None] Agent healthcheck: found 5 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 19:50:24.461873 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 49838) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:50:24.572901 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.pecan_wsgi.hooks.translation [None req-82d82243-f849-4b23-99f8-c6618aeb5f5b admin admin] GET failed (client error): The resource could not be found. Jan 21 19:50:24.578058 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-82d82243-f849-4b23-99f8-c6618aeb5f5b admin admin] 10.222.0.74 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1113272 Jan 21 19:50:24.694623 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fc7df8-5a69-45ce-a7cd-f90f4fde5a84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:50:24.696392 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-21fc7df8-5a69-45ce-a7cd-f90f4fde5a84 admin admin] 10.222.0.74 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1174767 Jan 21 19:50:24.708781 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-b7fb5336-a07a-410c-9835-20eca573dcf1 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '8ef83a79-2753-447f-9681-c8d051151999', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:50:24.713737 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-b7fb5336-a07a-410c-9835-20eca573dcf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:50:24.725370 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-b7fb5336-a07a-410c-9835-20eca573dcf1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:50:24.735326 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7fb5336-a07a-410c-9835-20eca573dcf1 admin admin] Made reservation on behalf of 62dcd5817b444bba850d722b5e065755 for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:50:24.740021 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b7fb5336-a07a-410c-9835-20eca573dcf1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:50:25.156616 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b7fb5336-a07a-410c-9835-20eca573dcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:50:25.172469 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0e1f2493-4235-4a10-8d5f-493f6eaa6f44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:50:25.309207 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb5336-a07a-410c-9835-20eca573dcf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=738e95b8-8bf6-416b-b914-2b6491e2581e,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:50:25.322667 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb5336-a07a-410c-9835-20eca573dcf1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:50:25.323075 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb5336-a07a-410c-9835-20eca573dcf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:50:25.323454 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb5336-a07a-410c-9835-20eca573dcf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:50:25.323822 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb5336-a07a-410c-9835-20eca573dcf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:50:25.324187 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb5336-a07a-410c-9835-20eca573dcf1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:50:25.324552 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb5336-a07a-410c-9835-20eca573dcf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:50:25.324912 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb5336-a07a-410c-9835-20eca573dcf1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:50:25.325272 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb5336-a07a-410c-9835-20eca573dcf1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:50:25.325644 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb5336-a07a-410c-9835-20eca573dcf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:50:25.326004 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb5336-a07a-410c-9835-20eca573dcf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:50:25.326359 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb5336-a07a-410c-9835-20eca573dcf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:50:25.326741 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fb5336-a07a-410c-9835-20eca573dcf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:50:25.332557 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b7fb5336-a07a-410c-9835-20eca573dcf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:50:25.383394 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fb5336-a07a-410c-9835-20eca573dcf1 admin admin] Checking segment: {'id': 'c5e1699a-3c82-4b94-899d-f4815fb0daa4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8ef83a79-2753-447f-9681-c8d051151999'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:50:25.383774 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fb5336-a07a-410c-9835-20eca573dcf1 admin admin] Network hostable DHCP agents. Network: 8ef83a79-2753-447f-9681-c8d051151999, hostable agents: ['a1da6b86-37e3-41b0-832c-986ff53a0b75'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 19:50:25.402426 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fb5336-a07a-410c-9835-20eca573dcf1 admin admin] Network 8ef83a79-2753-447f-9681-c8d051151999 is scheduled to be hosted by DHCP agent a1da6b86-37e3-41b0-832c-986ff53a0b75 with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 19:50:25.411317 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-b7fb5336-a07a-410c-9835-20eca573dcf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-8-iscsi, 8ef83a79-2753-447f-9681-c8d051151999) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:50:25.418223 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fb5336-a07a-410c-9835-20eca573dcf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:50:25.418894 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b7fb5336-a07a-410c-9835-20eca573dcf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:50:25.420158 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c790c001-e3a4-4d61-833c-d93206d8b491 None None] Network 8ef83a79-2753-447f-9681-c8d051151999 requested from dv-cinder-726180-8-iscsi {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 19:50:25.448123 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-b7fb5336-a07a-410c-9835-20eca573dcf1 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7440248 Jan 21 19:50:25.669218 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36cd51d-5b19-4de9-b9ea-be121bbf7bdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36109bbe-b53f-599f-9ca2-9243de2ffae0-8ef83a79-2753-447f-9681-c8d051151999', 'network_id': '8ef83a79-2753-447f-9681-c8d051151999', 'tenant_id': '62dcd5817b444bba850d722b5e065755', 'fixed_ips': [{'subnet_id': '738e95b8-8bf6-416b-b914-2b6491e2581e'}]}} from dv-cinder-726180-8-iscsi. {{(pid=80115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 21 19:50:25.670129 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b36cd51d-5b19-4de9-b9ea-be121bbf7bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:50:25.988911 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-b36cd51d-5b19-4de9-b9ea-be121bbf7bdd None None] Allocated IP 192.168.233.2 (8ef83a79-2753-447f-9681-c8d051151999/738e95b8-8bf6-416b-b914-2b6491e2581e/0d90273c-8805-480e-9bbd-489ae180ade2) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 19:50:26.223059 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b36cd51d-5b19-4de9-b9ea-be121bbf7bdd None None] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:50:26.235877 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-b36cd51d-5b19-4de9-b9ea-be121bbf7bdd None None] Transition to ACTIVE for port object 0d90273c-8805-480e-9bbd-489ae180ade2 will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:50:26.253092 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-b36cd51d-5b19-4de9-b9ea-be121bbf7bdd None None] Transition to ACTIVE for port object 0d90273c-8805-480e-9bbd-489ae180ade2 will not be triggered until provisioned by entity DHCP. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:50:26.257924 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b36cd51d-5b19-4de9-b9ea-be121bbf7bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:50:26.275479 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:50:26.418827 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36cd51d-5b19-4de9-b9ea-be121bbf7bdd None None] Pushing event updated for resources: {'Port': ['ID=0d90273c-8805-480e-9bbd-489ae180ade2,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:50:26.440500 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36cd51d-5b19-4de9-b9ea-be121bbf7bdd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:50:26.440826 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36cd51d-5b19-4de9-b9ea-be121bbf7bdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:50:26.441210 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36cd51d-5b19-4de9-b9ea-be121bbf7bdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:50:26.441584 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36cd51d-5b19-4de9-b9ea-be121bbf7bdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:50:26.441953 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36cd51d-5b19-4de9-b9ea-be121bbf7bdd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:50:26.442322 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36cd51d-5b19-4de9-b9ea-be121bbf7bdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:50:26.442715 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36cd51d-5b19-4de9-b9ea-be121bbf7bdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:50:26.443080 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36cd51d-5b19-4de9-b9ea-be121bbf7bdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:50:26.443444 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36cd51d-5b19-4de9-b9ea-be121bbf7bdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:50:26.443855 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36cd51d-5b19-4de9-b9ea-be121bbf7bdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:50:26.444170 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36cd51d-5b19-4de9-b9ea-be121bbf7bdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:50:26.444531 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36cd51d-5b19-4de9-b9ea-be121bbf7bdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:50:26.450642 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b36cd51d-5b19-4de9-b9ea-be121bbf7bdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:50:26.494994 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36cd51d-5b19-4de9-b9ea-be121bbf7bdd None None] Network 8ef83a79-2753-447f-9681-c8d051151999 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:50:26.496233 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-b36cd51d-5b19-4de9-b9ea-be121bbf7bdd None None] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:50:26.498720 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36cd51d-5b19-4de9-b9ea-be121bbf7bdd None None] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 19:50:26.559105 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-b36cd51d-5b19-4de9-b9ea-be121bbf7bdd None None] Attempting to bind port 0d90273c-8805-480e-9bbd-489ae180ade2 on host dv-cinder-726180-8-iscsi for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 19:50:26.559527 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-b36cd51d-5b19-4de9-b9ea-be121bbf7bdd None None] Attempting to bind port 0d90273c-8805-480e-9bbd-489ae180ade2 by drivers openvswitch on host dv-cinder-726180-8-iscsi at level 0 using segments [{'id': 'c5e1699a-3c82-4b94-899d-f4815fb0daa4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8ef83a79-2753-447f-9681-c8d051151999'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 19:50:26.559943 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36cd51d-5b19-4de9-b9ea-be121bbf7bdd None None] Attempting to bind port 0d90273c-8805-480e-9bbd-489ae180ade2 on network 8ef83a79-2753-447f-9681-c8d051151999 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 19:50:26.566333 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36cd51d-5b19-4de9-b9ea-be121bbf7bdd None None] Checking agent: {'id': 'f684b9c2-4f8f-4e03-bb44-a00bf6d32b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 46, 8), 'started_at': datetime.datetime(2021, 1, 21, 19, 46, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 19, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:50:26.566790 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36cd51d-5b19-4de9-b9ea-be121bbf7bdd None None] Checking segment: {'id': 'c5e1699a-3c82-4b94-899d-f4815fb0daa4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8ef83a79-2753-447f-9681-c8d051151999'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:50:26.567232 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b36cd51d-5b19-4de9-b9ea-be121bbf7bdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:50:26.567673 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36cd51d-5b19-4de9-b9ea-be121bbf7bdd None None] Bound using segment: {'id': 'c5e1699a-3c82-4b94-899d-f4815fb0daa4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8ef83a79-2753-447f-9681-c8d051151999'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:50:26.568203 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-b36cd51d-5b19-4de9-b9ea-be121bbf7bdd None None] Bound port: 0d90273c-8805-480e-9bbd-489ae180ade2, host: dv-cinder-726180-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5e1699a-3c82-4b94-899d-f4815fb0daa4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8ef83a79-2753-447f-9681-c8d051151999'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 19:50:26.568640 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b36cd51d-5b19-4de9-b9ea-be121bbf7bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:50:26.674760 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-b36cd51d-5b19-4de9-b9ea-be121bbf7bdd None None] For port 0d90273c-8805-480e-9bbd-489ae180ade2, host dv-cinder-726180-8-iscsi, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 19:50:26.678571 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-b36cd51d-5b19-4de9-b9ea-be121bbf7bdd None None] For port 0d90273c-8805-480e-9bbd-489ae180ade2, host dv-cinder-726180-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=0d90273c-8805-480e-9bbd-489ae180ade2,segment=NetworkSegment(c5e1699a-3c82-4b94-899d-f4815fb0daa4),segment_id=c5e1699a-3c82-4b94-899d-f4815fb0daa4)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 19:50:26.682223 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b36cd51d-5b19-4de9-b9ea-be121bbf7bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:50:26.698895 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:50:27.022778 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36cd51d-5b19-4de9-b9ea-be121bbf7bdd None None] Pushing event updated for resources: {'Port': ['ID=0d90273c-8805-480e-9bbd-489ae180ade2,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:50:27.027725 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b36cd51d-5b19-4de9-b9ea-be121bbf7bdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:50:28.337792 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcf8573-3f11-4848-afc4-4ffd2e3034ca None None] Network 8ef83a79-2753-447f-9681-c8d051151999 requested from dv-cinder-726180-8-iscsi {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 19:50:28.439664 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-2d379e1c-1669-4b2c-96a8-38e92e3a0849 None None] Provisioning for port 0d90273c-8805-480e-9bbd-489ae180ade2 completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:50:28.611523 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 0d90273c-8805-480e-9bbd-489ae180ade2 up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:50:28.695463 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning for port 0d90273c-8805-480e-9bbd-489ae180ade2 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:50:28.700990 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning complete for port 0d90273c-8805-480e-9bbd-489ae180ade2 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:50:28.701409 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:50:28.852471 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:50:28.896242 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] For port 0d90273c-8805-480e-9bbd-489ae180ade2, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=0d90273c-8805-480e-9bbd-489ae180ade2,segment=NetworkSegment(c5e1699a-3c82-4b94-899d-f4815fb0daa4),segment_id=c5e1699a-3c82-4b94-899d-f4815fb0daa4)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 19:50:28.902210 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:50:28.905029 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-3efe6fbe-e93c-4046-bb9f-61bfa3a4dc67 None None] Provisioning complete for port 0d90273c-8805-480e-9bbd-489ae180ade2 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:50:28.905441 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3efe6fbe-e93c-4046-bb9f-61bfa3a4dc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:50:28.937403 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:50:29.045147 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Pushing event updated for resources: {'Port': ['ID=0d90273c-8805-480e-9bbd-489ae180ade2,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:50:29.075785 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:50:29.231931 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-eb34cd0b-1f10-4b8a-b42b-584fc10650f3 None None] Provisioning complete for port 0d90273c-8805-480e-9bbd-489ae180ade2 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:50:29.232351 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-eb34cd0b-1f10-4b8a-b42b-584fc10650f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:50:30.566090 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 0d90273c-8805-480e-9bbd-489ae180ade2 up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:50:30.647810 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning complete for port 0d90273c-8805-480e-9bbd-489ae180ade2 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:50:30.648224 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:50:34.371247 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f0fbe87f-7bb7-4900-b09b-fcebfd0485a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:50:36.473031 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5a1ff8e8-bdd0-4885-8749-7a62acf50357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:50:37.451880 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:50:38.386978 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:50:38.853226 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:51:00.968589 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.agents_db [None req-c7ecb146-6622-446f-8bab-48f8cf3fe8cd None None] Agent healthcheck: found 5 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 19:51:04.375880 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b295113a-8950-4192-8873-03da55b6f674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:51:06.475576 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1ab54713-216e-40fa-966d-eb2691eb186e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:51:07.454778 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:51:08.381924 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:51:08.858771 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:51:33.623300 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 49880) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:51:33.631746 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [None req-eb2b151e-1139-4c80-9347-73b25133dd43 tempest-verify_tempest_config-1542631618 tempest-verify_tempest_config-1542631618] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 19:51:33.633297 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-eb2b151e-1139-4c80-9347-73b25133dd43 tempest-verify_tempest_config-1542631618 tempest-verify_tempest_config-1542631618] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13274 time: 0.0085390 Jan 21 19:51:34.011232 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 49900) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:51:34.166765 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-faaa097f-0e1d-4f2f-89f4-9aeb3e7e7570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:51:34.183700 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-faaa097f-0e1d-4f2f-89f4-9aeb3e7e7570 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:51:34.187860 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-faaa097f-0e1d-4f2f-89f4-9aeb3e7e7570 admin admin] Usage tracker for resource:security_group_rule and tenant:ab2794bee45a4b078254c39069a0c2f3 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:51:34.190843 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-faaa097f-0e1d-4f2f-89f4-9aeb3e7e7570 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:51:34.196788 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-faaa097f-0e1d-4f2f-89f4-9aeb3e7e7570 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:51:34.309636 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-faaa097f-0e1d-4f2f-89f4-9aeb3e7e7570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:51:34.312825 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-faaa097f-0e1d-4f2f-89f4-9aeb3e7e7570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:51:34.323436 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-7d17f46a-6132-4320-9c91-df1edb8fbf4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:51:34.370292 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa097f-0e1d-4f2f-89f4-9aeb3e7e7570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a45ed2c-7368-4b73-9e78-067c593cb6d6,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:51:34.376127 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-faaa097f-0e1d-4f2f-89f4-9aeb3e7e7570 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ab2794bee45a4b078254c39069a0c2f3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3637266 Jan 21 19:51:34.379756 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 49906) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:51:34.381466 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaa097f-0e1d-4f2f-89f4-9aeb3e7e7570 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:51:34.381908 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaa097f-0e1d-4f2f-89f4-9aeb3e7e7570 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:51:34.382357 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaa097f-0e1d-4f2f-89f4-9aeb3e7e7570 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:51:34.382785 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaa097f-0e1d-4f2f-89f4-9aeb3e7e7570 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:51:34.383187 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaa097f-0e1d-4f2f-89f4-9aeb3e7e7570 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:51:34.383629 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaa097f-0e1d-4f2f-89f4-9aeb3e7e7570 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:51:34.384040 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaa097f-0e1d-4f2f-89f4-9aeb3e7e7570 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:51:34.384453 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaa097f-0e1d-4f2f-89f4-9aeb3e7e7570 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:51:34.384881 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaa097f-0e1d-4f2f-89f4-9aeb3e7e7570 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:51:34.385444 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaa097f-0e1d-4f2f-89f4-9aeb3e7e7570 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:51:34.385911 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaa097f-0e1d-4f2f-89f4-9aeb3e7e7570 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:51:34.386297 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faaa097f-0e1d-4f2f-89f4-9aeb3e7e7570 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:51:34.391075 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-faaa097f-0e1d-4f2f-89f4-9aeb3e7e7570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:51:34.398142 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-70986890-6696-4554-985a-af83501b683f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:51:34.452525 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2abc421d-a46f-447f-84ca-0726f5b1cac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:51:34.480730 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2abc421d-a46f-447f-84ca-0726f5b1cac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:51:34.531871 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2abc421d-a46f-447f-84ca-0726f5b1cac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:51:34.537073 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:51:34.551377 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc421d-a46f-447f-84ca-0726f5b1cac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a45ed2c-7368-4b73-9e78-067c593cb6d6,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:51:34.559898 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2abc421d-a46f-447f-84ca-0726f5b1cac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:51:34.561110 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-2abc421d-a46f-447f-84ca-0726f5b1cac9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0a45ed2c-7368-4b73-9e78-067c593cb6d6 HTTP/1.1" status: 204 len: 168 time: 0.1800129 Jan 21 19:51:34.562714 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abc421d-a46f-447f-84ca-0726f5b1cac9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:51:34.563107 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abc421d-a46f-447f-84ca-0726f5b1cac9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:51:34.563479 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abc421d-a46f-447f-84ca-0726f5b1cac9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:51:34.563833 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abc421d-a46f-447f-84ca-0726f5b1cac9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:51:34.564179 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abc421d-a46f-447f-84ca-0726f5b1cac9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:51:34.564590 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abc421d-a46f-447f-84ca-0726f5b1cac9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:51:34.564947 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abc421d-a46f-447f-84ca-0726f5b1cac9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:51:34.565305 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abc421d-a46f-447f-84ca-0726f5b1cac9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:51:34.565687 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abc421d-a46f-447f-84ca-0726f5b1cac9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:51:34.566036 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abc421d-a46f-447f-84ca-0726f5b1cac9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:51:34.566410 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abc421d-a46f-447f-84ca-0726f5b1cac9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:51:34.566772 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abc421d-a46f-447f-84ca-0726f5b1cac9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:51:34.570282 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-2abc421d-a46f-447f-84ca-0726f5b1cac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:51:36.477920 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-75a815c7-51c1-426e-b84e-3a0df8079777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:51:37.458496 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:51:37.969769 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.agents_db [None req-c7ecb146-6622-446f-8bab-48f8cf3fe8cd None None] Agent healthcheck: found 5 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 19:51:38.384682 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:51:38.861018 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:52:04.384715 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1b6109d4-7b43-4b56-a285-831575837de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:52:06.485036 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8ca325d2-b9f2-4401-93a4-59bbb4e6e2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:52:07.465815 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:52:08.390081 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:52:08.870835 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:52:14.969297 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.agents_db [None req-c7ecb146-6622-446f-8bab-48f8cf3fe8cd None None] Agent healthcheck: found 5 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 19:52:34.388462 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-463a3bcc-3955-46ee-b617-05c449134da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:52:36.479197 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8faf770c-8a93-4aed-9ff7-8f8c6dc7ee03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:52:37.465432 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:52:38.392698 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:52:38.881586 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:52:51.968614 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.agents_db [None req-c7ecb146-6622-446f-8bab-48f8cf3fe8cd None None] Agent healthcheck: found 5 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 19:53:04.394081 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-55544926-93c1-45b4-9edb-200d2004f549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:53:06.481758 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ea85fc6a-1358-44fe-82e8-451de49648ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:53:07.468562 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:53:08.397498 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:53:08.883420 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:53:28.003875 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690'] for agent, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:53:28.005251 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:53:28.005251 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:53:28.005513 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:53:28.005864 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:53:28.006246 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:53:28.006673 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:53:28.007076 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:53:28.007439 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:53:28.007866 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:53:28.008251 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:53:28.008626 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:53:28.008997 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:53:28.009415 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-72618', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:53:28.014112 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-72618', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:53:28.425354 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] get_endpoint_by_host() called for host hv-cinder-72618 {{(pid=80115) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 21 19:53:28.429521 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] get_endpoint_by_ip() called for ip 192.168.0.34 {{(pid=80115) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 21 19:53:28.432861 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] _add_endpoint() called for ip 192.168.0.34 {{(pid=80115) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 21 19:53:28.438234 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] _get_endpoints() called {{(pid=80115) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 21 19:53:28.968371 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.agents_db [None req-c7ecb146-6622-446f-8bab-48f8cf3fe8cd None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 19:53:34.398896 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6b54b6df-14e7-42ac-b17b-09a379fa73e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:53:36.488825 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8ad18275-6835-4c62-abbb-073786e98ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:53:37.016342 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 49978) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:53:37.174862 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-04a608d8-0062-485a-8006-0ff449fe1012 admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5085 time: 0.1571043 Jan 21 19:53:37.471099 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:53:38.400811 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:53:38.886358 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:53:39.753973 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 49988) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:53:39.849682 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-771c96fc-0d79-4a16-82f8-6b6a142b0714 admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5085 time: 0.0943317 Jan 21 19:53:58.012593 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:54:04.408229 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a487bce6-78ee-45e9-ae47-9543b6312bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:54:05.967568 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.agents_db [None req-c7ecb146-6622-446f-8bab-48f8cf3fe8cd None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 19:54:06.484076 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-54d03219-ecc8-41f3-a289-b14f76dee6fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:54:07.474530 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:54:08.405910 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:54:08.902466 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:54:28.013290 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:54:34.401922 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0bc63fa6-cc2c-4409-9a5d-c5b73c8ab722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:54:36.481430 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7d29ab20-efec-4012-9d37-146e62428d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:54:37.477213 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:54:38.411311 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:54:38.899551 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:54:42.967475 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.agents_db [None req-c7ecb146-6622-446f-8bab-48f8cf3fe8cd None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 19:54:58.012895 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:04.404797 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-aae8078f-943a-41c2-ba1c-277be6469492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:06.484240 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6172c9ba-a1ce-49b0-97f7-f7f100d002ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:07.478711 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:08.414826 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:08.902807 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:19.967633 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.agents_db [None req-c7ecb146-6622-446f-8bab-48f8cf3fe8cd None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 19:55:28.020014 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:28.040969 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 50198) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:28.152525 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 50206) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:28.185079 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 50212) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:28.207562 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 50218) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:28.539712 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-195330097-network', 'tenant_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:55:28.616373 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-396467485-network', 'tenant_id': 'ee36fc873ab24a67926c381490f868a4'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:55:28.628215 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:55:28.641321 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Usage tracker for resource:network and tenant:ee36fc873ab24a67926c381490f868a4 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:55:28.648540 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:55:28.665370 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:55:28.687499 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Made reservation on behalf of ee36fc873ab24a67926c381490f868a4 for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:55:28.702038 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:28.742242 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-427c4cef-c85e-4632-a77c-c26078ed9017 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1700963514-network', 'tenant_id': 'b097bb8f9d8847ef997ca30adfb5fc15'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:55:28.743621 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:55:28.748684 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Usage tracker for resource:network and tenant:b3037d7b8c6a4529a56f7be33c3cb0ab is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:55:28.752490 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:55:28.761201 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-fe89ea20-b80e-498c-8705-6b73d790b0f1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1328858236-network', 'tenant_id': 'bd2ebf9ca5c44a2188ad236e25a69032'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:55:28.777537 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:28.778129 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:55:28.792019 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Made reservation on behalf of b3037d7b8c6a4529a56f7be33c3cb0ab for: {'network': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:55:28.792527 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-427c4cef-c85e-4632-a77c-c26078ed9017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:55:28.800135 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for network, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:28.811766 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:55:28.817362 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Usage tracker for resource:security_group_rule and tenant:ee36fc873ab24a67926c381490f868a4 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:55:28.817561 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:28.820750 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:55:28.827132 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:55:28.837320 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:55:28.841517 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Usage tracker for resource:security_group_rule and tenant:b3037d7b8c6a4529a56f7be33c3cb0ab is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:55:28.845689 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:55:28.852862 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:55:28.925398 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:28.929648 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-427c4cef-c85e-4632-a77c-c26078ed9017 admin admin] Usage tracker for resource:network and tenant:b097bb8f9d8847ef997ca30adfb5fc15 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:55:28.932410 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:28.933679 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-427c4cef-c85e-4632-a77c-c26078ed9017 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:55:28.946687 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b1fbc6f0-2ed5-4c9b-ae2e-c54c11690488 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:55:28.955067 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-fe89ea20-b80e-498c-8705-6b73d790b0f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:55:28.957961 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-427c4cef-c85e-4632-a77c-c26078ed9017 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:55:28.960983 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:28.966228 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:28.980365 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-2abc421d-a46f-447f-84ca-0726f5b1cac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:55:28.990031 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9d29d5-402d-47d7-b09c-f5b545821246,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:55:29.006677 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:29.007407 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:29.007949 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:29.008480 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:29.008989 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:29.009500 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:29.010010 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:29.010801 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:29.011614 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:29.012422 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:29.013259 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:29.014262 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:29.015229 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:29.016053 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:29.016915 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:29.018564 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:29.019396 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:29.020227 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:29.021682 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:29.022591 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:29.023469 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:29.024319 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:29.025158 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:29.025990 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:29.027880 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Tracked resource versions report: Jan 21 19:55:29.027880 dv-cinder-726180-8-iscsi neutron-server[80002]: pushed versions: Jan 21 19:55:29.027880 dv-cinder-726180-8-iscsi neutron-server[80002]: { 'AddressGroup': {'1.1'}, Jan 21 19:55:29.027880 dv-cinder-726180-8-iscsi neutron-server[80002]: 'ConntrackHelper': {'1.0'}, Jan 21 19:55:29.027880 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Log': {'1.0'}, Jan 21 19:55:29.027880 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Network': {'1.1'}, Jan 21 19:55:29.027880 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Port': {'1.6'}, Jan 21 19:55:29.027880 dv-cinder-726180-8-iscsi neutron-server[80002]: 'PortForwarding': {'1.2'}, Jan 21 19:55:29.027880 dv-cinder-726180-8-iscsi neutron-server[80002]: 'QosPolicy': {'1.8'}, Jan 21 19:55:29.027880 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SecurityGroup': {'1.4'}, Jan 21 19:55:29.027880 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SecurityGroupRule': {'1.2'}, Jan 21 19:55:29.027880 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SubPort': {'1.0'}, Jan 21 19:55:29.027880 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Subnet': {'1.1'}, Jan 21 19:55:29.027880 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Trunk': {'1.1'}} Jan 21 19:55:29.027880 dv-cinder-726180-8-iscsi neutron-server[80002]: consumer versions: Jan 21 19:55:29.027880 dv-cinder-726180-8-iscsi neutron-server[80002]: { DHCP agent@dv-cinder-726180-8-iscsi: {}, Jan 21 19:55:29.027880 dv-cinder-726180-8-iscsi neutron-server[80002]: L3 agent@dv-cinder-726180-8-iscsi: {}, Jan 21 19:55:29.027880 dv-cinder-726180-8-iscsi neutron-server[80002]: Metadata agent@dv-cinder-726180-8-iscsi: {}, Jan 21 19:55:29.027880 dv-cinder-726180-8-iscsi neutron-server[80002]: Metering agent@dv-cinder-726180-8-iscsi: {}, Jan 21 19:55:29.027880 dv-cinder-726180-8-iscsi neutron-server[80002]: Open vSwitch agent@dv-cinder-726180-8-iscsi: { 'AddressGroup': '1.1', Jan 21 19:55:29.027880 dv-cinder-726180-8-iscsi neutron-server[80002]: 'ConntrackHelper': '1.0', Jan 21 19:55:29.027880 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Log': '1.0', Jan 21 19:55:29.027880 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Network': '1.1', Jan 21 19:55:29.027880 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Port': '1.6', Jan 21 19:55:29.027880 dv-cinder-726180-8-iscsi neutron-server[80002]: 'PortForwarding': '1.2', Jan 21 19:55:29.027880 dv-cinder-726180-8-iscsi neutron-server[80002]: 'QosPolicy': '1.8', Jan 21 19:55:29.027880 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SecurityGroup': '1.4', Jan 21 19:55:29.027880 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SecurityGroupRule': '1.2', Jan 21 19:55:29.027880 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SubPort': '1.0', Jan 21 19:55:29.027880 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Subnet': '1.1', Jan 21 19:55:29.027880 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Trunk': '1.1'}, Jan 21 19:55:29.027880 dv-cinder-726180-8-iscsi neutron-server[80002]: Open vSwitch agent@hv-cinder-72618: { 'AddressGroup': '1.1', Jan 21 19:55:29.027880 dv-cinder-726180-8-iscsi neutron-server[80002]: 'ConntrackHelper': '1.0', Jan 21 19:55:29.027880 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Log': '1.0', Jan 21 19:55:29.027880 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Network': '1.1', Jan 21 19:55:29.027880 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Port': '1.6', Jan 21 19:55:29.027880 dv-cinder-726180-8-iscsi neutron-server[80002]: 'PortForwarding': '1.2', Jan 21 19:55:29.027880 dv-cinder-726180-8-iscsi neutron-server[80002]: 'QosPolicy': '1.8', Jan 21 19:55:29.027880 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SecurityGroup': '1.4', Jan 21 19:55:29.027880 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SecurityGroupRule': '1.2', Jan 21 19:55:29.027880 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SubPort': '1.0', Jan 21 19:55:29.027880 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Subnet': '1.1', Jan 21 19:55:29.027880 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Trunk': '1.1'}} Jan 21 19:55:29.027880 dv-cinder-726180-8-iscsi neutron-server[80002]: {{(pid=80114) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 21 19:55:29.038225 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-fe89ea20-b80e-498c-8705-6b73d790b0f1 admin admin] Usage tracker for resource:network and tenant:bd2ebf9ca5c44a2188ad236e25a69032 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:55:29.052584 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-fe89ea20-b80e-498c-8705-6b73d790b0f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:55:29.088865 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06b7edd-339b-47f7-8a3a-a1255eefaebb,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:55:29.100622 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:29.101194 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:29.101772 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:55:29.102002 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:29.102325 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:29.102809 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:29.103280 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:29.103855 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:29.104436 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:29.104983 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:29.105527 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:29.105896 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:29.106258 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:29.106752 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:29.107120 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:29.107482 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:29.107842 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:29.108196 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:29.108550 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:29.108768 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-fe89ea20-b80e-498c-8705-6b73d790b0f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:55:29.109284 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:29.109648 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:29.110017 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:29.111219 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:29.112038 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:29.112645 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:29.114987 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Tracked resource versions report: Jan 21 19:55:29.114987 dv-cinder-726180-8-iscsi neutron-server[80002]: pushed versions: Jan 21 19:55:29.114987 dv-cinder-726180-8-iscsi neutron-server[80002]: { 'AddressGroup': {'1.1'}, Jan 21 19:55:29.114987 dv-cinder-726180-8-iscsi neutron-server[80002]: 'ConntrackHelper': {'1.0'}, Jan 21 19:55:29.114987 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Log': {'1.0'}, Jan 21 19:55:29.114987 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Network': {'1.1'}, Jan 21 19:55:29.114987 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Port': {'1.6'}, Jan 21 19:55:29.114987 dv-cinder-726180-8-iscsi neutron-server[80002]: 'PortForwarding': {'1.2'}, Jan 21 19:55:29.114987 dv-cinder-726180-8-iscsi neutron-server[80002]: 'QosPolicy': {'1.8'}, Jan 21 19:55:29.114987 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SecurityGroup': {'1.4'}, Jan 21 19:55:29.114987 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SecurityGroupRule': {'1.2'}, Jan 21 19:55:29.114987 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SubPort': {'1.0'}, Jan 21 19:55:29.114987 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Subnet': {'1.1'}, Jan 21 19:55:29.114987 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Trunk': {'1.1'}} Jan 21 19:55:29.114987 dv-cinder-726180-8-iscsi neutron-server[80002]: consumer versions: Jan 21 19:55:29.114987 dv-cinder-726180-8-iscsi neutron-server[80002]: { DHCP agent@dv-cinder-726180-8-iscsi: {}, Jan 21 19:55:29.114987 dv-cinder-726180-8-iscsi neutron-server[80002]: L3 agent@dv-cinder-726180-8-iscsi: {}, Jan 21 19:55:29.114987 dv-cinder-726180-8-iscsi neutron-server[80002]: Metadata agent@dv-cinder-726180-8-iscsi: {}, Jan 21 19:55:29.114987 dv-cinder-726180-8-iscsi neutron-server[80002]: Metering agent@dv-cinder-726180-8-iscsi: {}, Jan 21 19:55:29.114987 dv-cinder-726180-8-iscsi neutron-server[80002]: Open vSwitch agent@dv-cinder-726180-8-iscsi: { 'AddressGroup': '1.1', Jan 21 19:55:29.114987 dv-cinder-726180-8-iscsi neutron-server[80002]: 'ConntrackHelper': '1.0', Jan 21 19:55:29.114987 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Log': '1.0', Jan 21 19:55:29.114987 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Network': '1.1', Jan 21 19:55:29.114987 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Port': '1.6', Jan 21 19:55:29.114987 dv-cinder-726180-8-iscsi neutron-server[80002]: 'PortForwarding': '1.2', Jan 21 19:55:29.114987 dv-cinder-726180-8-iscsi neutron-server[80002]: 'QosPolicy': '1.8', Jan 21 19:55:29.114987 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SecurityGroup': '1.4', Jan 21 19:55:29.114987 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SecurityGroupRule': '1.2', Jan 21 19:55:29.114987 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SubPort': '1.0', Jan 21 19:55:29.114987 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Subnet': '1.1', Jan 21 19:55:29.114987 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Trunk': '1.1'}, Jan 21 19:55:29.114987 dv-cinder-726180-8-iscsi neutron-server[80002]: Open vSwitch agent@hv-cinder-72618: { 'AddressGroup': '1.1', Jan 21 19:55:29.114987 dv-cinder-726180-8-iscsi neutron-server[80002]: 'ConntrackHelper': '1.0', Jan 21 19:55:29.114987 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Log': '1.0', Jan 21 19:55:29.114987 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Network': '1.1', Jan 21 19:55:29.114987 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Port': '1.6', Jan 21 19:55:29.114987 dv-cinder-726180-8-iscsi neutron-server[80002]: 'PortForwarding': '1.2', Jan 21 19:55:29.114987 dv-cinder-726180-8-iscsi neutron-server[80002]: 'QosPolicy': '1.8', Jan 21 19:55:29.114987 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SecurityGroup': '1.4', Jan 21 19:55:29.114987 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SecurityGroupRule': '1.2', Jan 21 19:55:29.114987 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SubPort': '1.0', Jan 21 19:55:29.114987 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Subnet': '1.1', Jan 21 19:55:29.114987 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Trunk': '1.1'}} Jan 21 19:55:29.114987 dv-cinder-726180-8-iscsi neutron-server[80002]: {{(pid=80113) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 21 19:55:29.131478 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:55:29.144950 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 21 19:55:29.163336 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe89ea20-b80e-498c-8705-6b73d790b0f1 admin admin] Made reservation on behalf of bd2ebf9ca5c44a2188ad236e25a69032 for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:55:29.172201 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fe89ea20-b80e-498c-8705-6b73d790b0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:29.203444 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fe89ea20-b80e-498c-8705-6b73d790b0f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:29.230677 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427c4cef-c85e-4632-a77c-c26078ed9017 admin admin] Made reservation on behalf of b097bb8f9d8847ef997ca30adfb5fc15 for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:55:29.239768 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-427c4cef-c85e-4632-a77c-c26078ed9017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:29.279589 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729264814127', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8360645'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:29.280314 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.db.segments_db [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Added segment 591184f8-a839-4fe2-96af-9bfea154ba5f of type vxlan for network 287f6cae-db55-4735-aea1-21baf8371aab Jan 21 19:55:29.282517 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-427c4cef-c85e-4632-a77c-c26078ed9017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:29.317695 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-fe89ea20-b80e-498c-8705-6b73d790b0f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:55:29.325346 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-fe89ea20-b80e-498c-8705-6b73d790b0f1 admin admin] Usage tracker for resource:security_group_rule and tenant:bd2ebf9ca5c44a2188ad236e25a69032 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:55:29.331203 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-fe89ea20-b80e-498c-8705-6b73d790b0f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:55:29.342370 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-fe89ea20-b80e-498c-8705-6b73d790b0f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:55:29.483307 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-427c4cef-c85e-4632-a77c-c26078ed9017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:55:29.528198 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-427c4cef-c85e-4632-a77c-c26078ed9017 admin admin] Usage tracker for resource:security_group_rule and tenant:b097bb8f9d8847ef997ca30adfb5fc15 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:55:29.556642 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-427c4cef-c85e-4632-a77c-c26078ed9017 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:55:29.589916 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-427c4cef-c85e-4632-a77c-c26078ed9017 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:55:29.617997 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363307590337259'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:29.730171 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.db.api [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80113) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:55:29.730584 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_db.api [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 21 19:55:29.769524 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:29.777944 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fe89ea20-b80e-498c-8705-6b73d790b0f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:29.786251 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:55:29.793510 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:29.800419 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-7d17f46a-6132-4320-9c91-df1edb8fbf4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:55:29.845449 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fe89ea20-b80e-498c-8705-6b73d790b0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:29.994898 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe89ea20-b80e-498c-8705-6b73d790b0f1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 21 19:55:30.013747 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Pushing event updated for resources: {'Network': ['ID=287f6cae-db55-4735-aea1-21baf8371aab,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:55:30.025398 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:55:30.025398 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:55:30.038802 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8818717 Jan 21 19:55:30.039231 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 50290) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:30.046216 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-ad6fd822-f375-4be2-87e4-3ac3ba1e6efe admin admin] Request body: {'subnet': {'network_id': '287f6cae-db55-4735-aea1-21baf8371aab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-396467485-subnet', 'tenant_id': 'ee36fc873ab24a67926c381490f868a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:55:30.057227 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-ad6fd822-f375-4be2-87e4-3ac3ba1e6efe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:55:30.060976 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fe89ea20-b80e-498c-8705-6b73d790b0f1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729264814127', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8360645'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:30.061426 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.db.segments_db [None req-fe89ea20-b80e-498c-8705-6b73d790b0f1 admin admin] Added segment e160b161-b134-4c2e-931d-3e8f80b1882f of type vxlan for network d7101a37-c498-4b8a-a743-9e18d624bc2f Jan 21 19:55:30.070165 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-ad6fd822-f375-4be2-87e4-3ac3ba1e6efe admin admin] Usage tracker for resource:subnet and tenant:ee36fc873ab24a67926c381490f868a4 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:55:30.081015 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-ad6fd822-f375-4be2-87e4-3ac3ba1e6efe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:55:30.094022 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-ad6fd822-f375-4be2-87e4-3ac3ba1e6efe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:55:30.124383 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6fd822-f375-4be2-87e4-3ac3ba1e6efe admin admin] Made reservation on behalf of ee36fc873ab24a67926c381490f868a4 for: {'subnet': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:55:30.130737 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ad6fd822-f375-4be2-87e4-3ac3ba1e6efe admin admin] Notify callbacks [] for subnet, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:30.133768 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe89ea20-b80e-498c-8705-6b73d790b0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b91ab27-6986-4c38-a761-e3ff437caf86,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:55:30.144421 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-fe89ea20-b80e-498c-8705-6b73d790b0f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:55:30.174951 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fe89ea20-b80e-498c-8705-6b73d790b0f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363307590337259'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:30.185754 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Network 287f6cae-db55-4735-aea1-21baf8371aab details requested by agent ovs-agent-dv-cinder-726180-8-iscsi with host dv-cinder-726180-8-iscsi {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 19:55:30.192552 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-427c4cef-c85e-4632-a77c-c26078ed9017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:30.201223 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-427c4cef-c85e-4632-a77c-c26078ed9017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:30.214375 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Network 287f6cae-db55-4735-aea1-21baf8371aab details requested by agent ovs-agent-hv-cinder-72618 with host hv-cinder-72618 {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 19:55:30.234979 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for network, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:30.238109 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:55:30.306016 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.db.api [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80113) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:55:30.306838 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_db.api [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 21 19:55:30.341681 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fe89ea20-b80e-498c-8705-6b73d790b0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:30.351953 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe89ea20-b80e-498c-8705-6b73d790b0f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:55:30.352676 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fe89ea20-b80e-498c-8705-6b73d790b0f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:30.364060 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.db.api [None req-427c4cef-c85e-4632-a77c-c26078ed9017 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80114) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:55:30.364396 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_db.api [None req-427c4cef-c85e-4632-a77c-c26078ed9017 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 21 19:55:30.389049 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c4cef-c85e-4632-a77c-c26078ed9017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5462ee2-f684-466b-98c1-2d84d6241cee,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:55:30.406339 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-427c4cef-c85e-4632-a77c-c26078ed9017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:55:30.406674 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:55:30.643237 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-fe89ea20-b80e-498c-8705-6b73d790b0f1 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.4569657 Jan 21 19:55:30.650188 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 50310) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:30.652933 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe89ea20-b80e-498c-8705-6b73d790b0f1 admin admin] Pushing event updated for resources: {'Network': ['ID=d7101a37-c498-4b8a-a743-9e18d624bc2f,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:55:30.666300 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Network d7101a37-c498-4b8a-a743-9e18d624bc2f details requested by agent ovs-agent-dv-cinder-726180-8-iscsi with host dv-cinder-726180-8-iscsi {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 19:55:30.672717 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-ad9bcdc4-baa7-4e26-b3c4-40f51e6dd61e admin admin] Request body: {'subnet': {'network_id': 'd7101a37-c498-4b8a-a743-9e18d624bc2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1328858236-subnet', 'tenant_id': 'bd2ebf9ca5c44a2188ad236e25a69032', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:55:30.677222 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-fe89ea20-b80e-498c-8705-6b73d790b0f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:55:30.680231 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for network, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:30.686681 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-ad9bcdc4-baa7-4e26-b3c4-40f51e6dd61e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:55:30.690224 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Network d7101a37-c498-4b8a-a743-9e18d624bc2f details requested by agent ovs-agent-hv-cinder-72618 with host hv-cinder-72618 {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 19:55:30.702024 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-ad9bcdc4-baa7-4e26-b3c4-40f51e6dd61e admin admin] Usage tracker for resource:subnet and tenant:bd2ebf9ca5c44a2188ad236e25a69032 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:55:30.706886 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-ad9bcdc4-baa7-4e26-b3c4-40f51e6dd61e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:55:30.716833 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-ad9bcdc4-baa7-4e26-b3c4-40f51e6dd61e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:55:30.745236 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9bcdc4-baa7-4e26-b3c4-40f51e6dd61e admin admin] Made reservation on behalf of bd2ebf9ca5c44a2188ad236e25a69032 for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:55:30.750719 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ad9bcdc4-baa7-4e26-b3c4-40f51e6dd61e admin admin] Notify callbacks [] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:30.830826 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 50314) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:30.885691 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-427c4cef-c85e-4632-a77c-c26078ed9017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:30.969091 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 21 19:55:31.006722 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8360645'] for segment, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:31.007413 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.db.segments_db [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Added segment 54492169-1737-42df-aa1f-05bff6aaa8d2 of type vxlan for network b1756871-2be2-4eac-a235-402a56a7b855 Jan 21 19:55:31.144506 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363307590337259'] for network, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:31.305331 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103'] for network, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:31.306803 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:55:31.307507 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:31.313404 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:55:31.353823 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e8cda61a-1013-484b-90b2-8bda8924a0df admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:31.393790 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.db.api [None req-427c4cef-c85e-4632-a77c-c26078ed9017 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80114) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:55:31.394070 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_db.api [None req-427c4cef-c85e-4632-a77c-c26078ed9017 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 21 19:55:31.402731 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ad6fd822-f375-4be2-87e4-3ac3ba1e6efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103'] for subnet, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:31.593253 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-e8cda61a-1013-484b-90b2-8bda8924a0df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:55:31.723420 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 3.6810076 Jan 21 19:55:31.729277 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 50344) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:31.745846 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-e8cda61a-1013-484b-90b2-8bda8924a0df admin admin] Usage tracker for resource:security_group_rule and tenant:27d90ad08cea41a3a4f1fc1259caadb4 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:55:31.753214 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-e8cda61a-1013-484b-90b2-8bda8924a0df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:55:31.765421 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-e8cda61a-1013-484b-90b2-8bda8924a0df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:55:31.782047 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Pushing event updated for resources: {'Network': ['ID=b1756871-2be2-4eac-a235-402a56a7b855,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:55:31.800647 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Network b1756871-2be2-4eac-a235-402a56a7b855 details requested by agent ovs-agent-dv-cinder-726180-8-iscsi with host dv-cinder-726180-8-iscsi {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 19:55:31.803745 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-ac780df8-c0a5-441c-9015-678be222a757 admin admin] Request body: {'subnet': {'network_id': 'b1756871-2be2-4eac-a235-402a56a7b855', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-195330097-subnet', 'tenant_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:55:31.858434 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Network b1756871-2be2-4eac-a235-402a56a7b855 details requested by agent ovs-agent-hv-cinder-72618 with host hv-cinder-72618 {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 19:55:31.892752 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:55:31.893355 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.181s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:55:31.949454 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-ac780df8-c0a5-441c-9015-678be222a757 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:55:31.971244 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ad9bcdc4-baa7-4e26-b3c4-40f51e6dd61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:31.981644 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-ac780df8-c0a5-441c-9015-678be222a757 admin admin] Usage tracker for resource:subnet and tenant:b3037d7b8c6a4529a56f7be33c3cb0ab is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:55:31.992523 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-eba722b2-d751-4a57-ba2a-4be0953eaa17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:55:31.999048 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-ac780df8-c0a5-441c-9015-678be222a757 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:55:32.014074 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-ac780df8-c0a5-441c-9015-678be222a757 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:55:32.103739 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6fd822-f375-4be2-87e4-3ac3ba1e6efe admin admin] Pushing event updated for resources: {'Subnet': ['ID=5521111e-d6d7-421c-9b55-9115682bf598,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:55:32.113842 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-427c4cef-c85e-4632-a77c-c26078ed9017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:32.116357 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac780df8-c0a5-441c-9015-678be222a757 admin admin] Made reservation on behalf of b3037d7b8c6a4529a56f7be33c3cb0ab for: {'subnet': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:55:32.125443 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac780df8-c0a5-441c-9015-678be222a757 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:32.159599 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9bcdc4-baa7-4e26-b3c4-40f51e6dd61e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2e1ae3a-a01f-4ed0-9df0-f0a694982780,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:55:32.165243 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ad6fd822-f375-4be2-87e4-3ac3ba1e6efe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:55:32.167435 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ad9bcdc4-baa7-4e26-b3c4-40f51e6dd61e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:55:32.201524 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-427c4cef-c85e-4632-a77c-c26078ed9017 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 21 19:55:32.223865 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-427c4cef-c85e-4632-a77c-c26078ed9017 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729264814127', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8360645'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:32.224300 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.db.segments_db [None req-427c4cef-c85e-4632-a77c-c26078ed9017 admin admin] Added segment 23c589ac-043e-4282-ad98-f9d86a119fbd of type vxlan for network fcf8d7bb-bde4-4859-98e8-bca2daf457e8 Jan 21 19:55:32.275364 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-427c4cef-c85e-4632-a77c-c26078ed9017 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363307590337259'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:32.290422 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9bcdc4-baa7-4e26-b3c4-40f51e6dd61e admin admin] Checking segment: {'id': 'e160b161-b134-4c2e-931d-3e8f80b1882f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd7101a37-c498-4b8a-a743-9e18d624bc2f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:55:32.290815 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9bcdc4-baa7-4e26-b3c4-40f51e6dd61e admin admin] Network hostable DHCP agents. Network: d7101a37-c498-4b8a-a743-9e18d624bc2f, hostable agents: ['a1da6b86-37e3-41b0-832c-986ff53a0b75'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 19:55:32.333044 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9bcdc4-baa7-4e26-b3c4-40f51e6dd61e admin admin] Network d7101a37-c498-4b8a-a743-9e18d624bc2f is scheduled to be hosted by DHCP agent a1da6b86-37e3-41b0-832c-986ff53a0b75 with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 19:55:32.337769 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-427c4cef-c85e-4632-a77c-c26078ed9017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:32.341872 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427c4cef-c85e-4632-a77c-c26078ed9017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:55:32.342567 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-427c4cef-c85e-4632-a77c-c26078ed9017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:32.350235 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-fe89ea20-b80e-498c-8705-6b73d790b0f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:55:32.351220 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e8cda61a-1013-484b-90b2-8bda8924a0df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:32.362473 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e8cda61a-1013-484b-90b2-8bda8924a0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:32.378542 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:55:32.378789 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-ad9bcdc4-baa7-4e26-b3c4-40f51e6dd61e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-8-iscsi, d7101a37-c498-4b8a-a743-9e18d624bc2f) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:55:32.387943 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239c4227-0206-4efb-adbb-dfaa86be99e7 None None] Network d7101a37-c498-4b8a-a743-9e18d624bc2f requested from dv-cinder-726180-8-iscsi {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 19:55:32.392562 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6fd822-f375-4be2-87e4-3ac3ba1e6efe admin admin] Checking segment: {'id': '591184f8-a839-4fe2-96af-9bfea154ba5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '287f6cae-db55-4735-aea1-21baf8371aab'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:55:32.392986 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6fd822-f375-4be2-87e4-3ac3ba1e6efe admin admin] Network hostable DHCP agents. Network: 287f6cae-db55-4735-aea1-21baf8371aab, hostable agents: ['a1da6b86-37e3-41b0-832c-986ff53a0b75'], hosted agents: [] {{(pid=80113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 19:55:32.454527 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cda61a-1013-484b-90b2-8bda8924a0df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a07b87-16d6-4c7a-a9a6-84cb08882257,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:55:32.462407 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e8cda61a-1013-484b-90b2-8bda8924a0df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:55:32.471425 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9bcdc4-baa7-4e26-b3c4-40f51e6dd61e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:55:32.472072 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ad9bcdc4-baa7-4e26-b3c4-40f51e6dd61e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:32.499514 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-e8cda61a-1013-484b-90b2-8bda8924a0df admin admin] Synchronizing usage tracker for tenant:62dcd5817b444bba850d722b5e065755 on resource:security_group {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 19:55:32.499762 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-427c4cef-c85e-4632-a77c-c26078ed9017 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 4.2879951 Jan 21 19:55:32.500291 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 50356) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:32.510709 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-b373037f-4685-4495-94ba-a0a99ef00b6c admin admin] Request body: {'subnet': {'network_id': 'fcf8d7bb-bde4-4859-98e8-bca2daf457e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1700963514-subnet', 'tenant_id': 'b097bb8f9d8847ef997ca30adfb5fc15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:55:32.514240 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c4cef-c85e-4632-a77c-c26078ed9017 admin admin] Pushing event updated for resources: {'Network': ['ID=fcf8d7bb-bde4-4859-98e8-bca2daf457e8,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:55:32.519157 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-ad9bcdc4-baa7-4e26-b3c4-40f51e6dd61e admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8676527 Jan 21 19:55:32.520597 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-b373037f-4685-4495-94ba-a0a99ef00b6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:55:32.523046 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-427c4cef-c85e-4632-a77c-c26078ed9017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:55:32.525538 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-b373037f-4685-4495-94ba-a0a99ef00b6c admin admin] Usage tracker for resource:subnet and tenant:b097bb8f9d8847ef997ca30adfb5fc15 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:55:32.529426 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-b373037f-4685-4495-94ba-a0a99ef00b6c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:55:32.538622 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6fd822-f375-4be2-87e4-3ac3ba1e6efe admin admin] Network 287f6cae-db55-4735-aea1-21baf8371aab is scheduled to be hosted by DHCP agent a1da6b86-37e3-41b0-832c-986ff53a0b75 with binding_index 1 {{(pid=80113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 19:55:32.543644 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-b373037f-4685-4495-94ba-a0a99ef00b6c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:55:32.544921 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Network fcf8d7bb-bde4-4859-98e8-bca2daf457e8 details requested by agent ovs-agent-dv-cinder-726180-8-iscsi with host dv-cinder-726180-8-iscsi {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 19:55:32.557941 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b373037f-4685-4495-94ba-a0a99ef00b6c admin admin] Made reservation on behalf of b097bb8f9d8847ef997ca30adfb5fc15 for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:55:32.564826 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b373037f-4685-4495-94ba-a0a99ef00b6c admin admin] Notify callbacks [] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:32.567963 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-ad6fd822-f375-4be2-87e4-3ac3ba1e6efe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-8-iscsi, 287f6cae-db55-4735-aea1-21baf8371aab) {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:55:32.575715 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6fd822-f375-4be2-87e4-3ac3ba1e6efe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:55:32.576085 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ad6fd822-f375-4be2-87e4-3ac3ba1e6efe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:32.581013 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-e8cda61a-1013-484b-90b2-8bda8924a0df admin admin] Unset dirty status for tenant:62dcd5817b444bba850d722b5e065755 on resource:security_group {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 19:55:32.585771 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-e8cda61a-1013-484b-90b2-8bda8924a0df admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=27d90ad08cea41a3a4f1fc1259caadb4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7533991 Jan 21 19:55:32.590809 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 50362) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:32.655757 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-ad6fd822-f375-4be2-87e4-3ac3ba1e6efe admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.6153026 Jan 21 19:55:32.658705 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 50368) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:32.666265 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-4016cf44-1c00-42de-99b3-c8b12e281121 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-396467485-router', 'tenant_id': 'ee36fc873ab24a67926c381490f868a4', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'}}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:55:32.686547 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-4016cf44-1c00-42de-99b3-c8b12e281121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:55:32.695262 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-4016cf44-1c00-42de-99b3-c8b12e281121 admin admin] Usage tracker for resource:router and tenant:ee36fc873ab24a67926c381490f868a4 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:55:32.700967 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-4016cf44-1c00-42de-99b3-c8b12e281121 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:55:32.759642 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-4016cf44-1c00-42de-99b3-c8b12e281121 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:55:32.795637 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4016cf44-1c00-42de-99b3-c8b12e281121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854652859'] for router, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:32.797089 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4016cf44-1c00-42de-99b3-c8b12e281121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-957674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1010567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-600212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122957'] for router, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:32.813564 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a38863e-0569-49eb-86a9-de3229e25304 None None] Network 287f6cae-db55-4735-aea1-21baf8371aab requested from dv-cinder-726180-8-iscsi {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 19:55:32.838062 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4016cf44-1c00-42de-99b3-c8b12e281121 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:32.854576 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ced50cf8-018e-4976-ba3b-4965c8096ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:32.905331 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ced50cf8-018e-4976-ba3b-4965c8096ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:33.025657 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Network fcf8d7bb-bde4-4859-98e8-bca2daf457e8 details requested by agent ovs-agent-hv-cinder-72618 with host hv-cinder-72618 {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 19:55:33.098042 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ced50cf8-018e-4976-ba3b-4965c8096ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:33.114722 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-faaa097f-0e1d-4f2f-89f4-9aeb3e7e7570 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:55:33.130635 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced50cf8-018e-4976-ba3b-4965c8096ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a07b87-16d6-4c7a-a9a6-84cb08882257,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:55:33.143260 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ced50cf8-018e-4976-ba3b-4965c8096ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:55:33.158598 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ced50cf8-018e-4976-ba3b-4965c8096ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:33.170765 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-ced50cf8-018e-4976-ba3b-4965c8096ff0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/79a07b87-16d6-4c7a-a9a6-84cb08882257 HTTP/1.1" status: 204 len: 168 time: 0.5790265 Jan 21 19:55:33.607667 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 50412) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:33.611603 dv-cinder-726180-8-iscsi neutron-server[80002]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 21 19:55:33.636036 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4016cf44-1c00-42de-99b3-c8b12e281121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1010580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-968839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-122972'] for router, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:33.812750 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66431638-83e7-416e-920c-76d7e036bbf4 None None] Network d7101a37-c498-4b8a-a743-9e18d624bc2f requested from dv-cinder-726180-8-iscsi {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 19:55:33.839359 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac780df8-c0a5-441c-9015-678be222a757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103'] for subnet, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:33.898232 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-889bff37-a43b-4d6c-affc-0d4e9267bb95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:55:33.960709 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d5ccec-7c9c-448e-85e4-d983b9713fcc None None] Network 287f6cae-db55-4735-aea1-21baf8371aab requested from dv-cinder-726180-8-iscsi {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 19:55:33.961377 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-b8a4f546-7965-4d61-b401-cacecb647f55 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:55:33.962791 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-b8a4f546-7965-4d61-b401-cacecb647f55 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Synchronizing usage tracker for tenant:bd2ebf9ca5c44a2188ad236e25a69032 on resource:network {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 19:55:33.966943 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 50424) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:34.032200 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b373037f-4685-4495-94ba-a0a99ef00b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:34.034275 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-89882e1a-d66e-4949-900f-16ebdaa41578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:34.076827 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ad9bcdc4-baa7-4e26-b3c4-40f51e6dd61e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:55:34.135851 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-b8a4f546-7965-4d61-b401-cacecb647f55 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Unset dirty status for tenant:bd2ebf9ca5c44a2188ad236e25a69032 on resource:network {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 19:55:34.137361 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-b8a4f546-7965-4d61-b401-cacecb647f55 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/networks?id=d7101a37-c498-4b8a-a743-9e18d624bc2f HTTP/1.1" status: 200 len: 812 time: 0.5282822 Jan 21 19:55:34.233463 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-89882e1a-d66e-4949-900f-16ebdaa41578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:55:34.266615 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-89882e1a-d66e-4949-900f-16ebdaa41578 admin admin] Usage tracker for resource:security_group_rule and tenant:c54ee549f57c4ec4b0959bd07eea6714 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:55:34.279860 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-89882e1a-d66e-4949-900f-16ebdaa41578 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:55:34.315084 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-89882e1a-d66e-4949-900f-16ebdaa41578 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:55:34.319925 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 50440) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:34.325530 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-3a5e1e1e-6fdc-46fa-b94b-d301e5d0a7a9 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/quotas/bd2ebf9ca5c44a2188ad236e25a69032 HTTP/1.1" status: 200 len: 375 time: 0.0822029 Jan 21 19:55:34.391420 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac780df8-c0a5-441c-9015-678be222a757 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9790493f-b318-4d1c-bd26-0e9563a125df,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:55:34.395684 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ac780df8-c0a5-441c-9015-678be222a757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:55:34.426911 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-63b99ec6-ac7b-4a32-a805-a5b488620162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:34.490612 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373037f-4685-4495-94ba-a0a99ef00b6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c1900f9-e881-43bf-8a53-a3dc47783380,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:55:34.495961 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-d21a5dcf-53d7-4986-b28c-bd32acf70312 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/ports?tenant_id=bd2ebf9ca5c44a2188ad236e25a69032&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1514225 Jan 21 19:55:34.497006 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b373037f-4685-4495-94ba-a0a99ef00b6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:55:34.597441 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac780df8-c0a5-441c-9015-678be222a757 admin admin] Checking segment: {'id': '54492169-1737-42df-aa1f-05bff6aaa8d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b1756871-2be2-4eac-a235-402a56a7b855'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:55:34.597727 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac780df8-c0a5-441c-9015-678be222a757 admin admin] Network hostable DHCP agents. Network: b1756871-2be2-4eac-a235-402a56a7b855, hostable agents: ['a1da6b86-37e3-41b0-832c-986ff53a0b75'], hosted agents: [] {{(pid=80113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 19:55:34.641427 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b373037f-4685-4495-94ba-a0a99ef00b6c admin admin] Checking segment: {'id': '23c589ac-043e-4282-ad98-f9d86a119fbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fcf8d7bb-bde4-4859-98e8-bca2daf457e8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:55:34.643439 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b373037f-4685-4495-94ba-a0a99ef00b6c admin admin] Network hostable DHCP agents. Network: fcf8d7bb-bde4-4859-98e8-bca2daf457e8, hostable agents: ['a1da6b86-37e3-41b0-832c-986ff53a0b75'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 19:55:34.695476 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b373037f-4685-4495-94ba-a0a99ef00b6c admin admin] Network fcf8d7bb-bde4-4859-98e8-bca2daf457e8 is scheduled to be hosted by DHCP agent a1da6b86-37e3-41b0-832c-986ff53a0b75 with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 19:55:34.739672 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-b373037f-4685-4495-94ba-a0a99ef00b6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-8-iscsi, fcf8d7bb-bde4-4859-98e8-bca2daf457e8) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:55:34.751541 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0971cee9-868f-438f-8750-64879d3c53c9 None None] Network fcf8d7bb-bde4-4859-98e8-bca2daf457e8 requested from dv-cinder-726180-8-iscsi {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 19:55:34.764550 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b373037f-4685-4495-94ba-a0a99ef00b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:55:34.767069 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b373037f-4685-4495-94ba-a0a99ef00b6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:34.780534 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac780df8-c0a5-441c-9015-678be222a757 admin admin] Network b1756871-2be2-4eac-a235-402a56a7b855 is scheduled to be hosted by DHCP agent a1da6b86-37e3-41b0-832c-986ff53a0b75 with binding_index 1 {{(pid=80113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 19:55:34.814813 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-ac780df8-c0a5-441c-9015-678be222a757 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-8-iscsi, b1756871-2be2-4eac-a235-402a56a7b855) {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:55:34.815380 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-89882e1a-d66e-4949-900f-16ebdaa41578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:34.821874 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac780df8-c0a5-441c-9015-678be222a757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:55:34.823286 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ac780df8-c0a5-441c-9015-678be222a757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:34.838977 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9d4710fb-a304-428b-b159-ccec39f6d305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:34.852208 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4016cf44-1c00-42de-99b3-c8b12e281121 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:34.855709 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-89882e1a-d66e-4949-900f-16ebdaa41578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:34.864359 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-9d4710fb-a304-428b-b159-ccec39f6d305 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:55:34.903371 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-fe89ea20-b80e-498c-8705-6b73d790b0f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:55:34.911663 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5a6567-59d4-4005-bdc1-b06591d6ccf9 None None] Network b1756871-2be2-4eac-a235-402a56a7b855 requested from dv-cinder-726180-8-iscsi {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 19:55:34.916754 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4016cf44-1c00-42de-99b3-c8b12e281121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:34.919027 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-9d4710fb-a304-428b-b159-ccec39f6d305 admin admin] Usage tracker for resource:security_group_rule and tenant:735162b5a71a453b91db242a6edda0a7 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:55:34.925898 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-9d4710fb-a304-428b-b159-ccec39f6d305 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:55:34.932945 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-af737889-1b05-484a-a884-76f01ca7458b service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 19:55:34.934268 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-af737889-1b05-484a-a884-76f01ca7458b service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.2207825 Jan 21 19:55:34.937047 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-89882e1a-d66e-4949-900f-16ebdaa41578 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c54ee549f57c4ec4b0959bd07eea6714&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9560096 Jan 21 19:55:34.944984 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-9d4710fb-a304-428b-b159-ccec39f6d305 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:55:34.947070 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 50458) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:34.958610 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-b373037f-4685-4495-94ba-a0a99ef00b6c admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4475300 Jan 21 19:55:34.964786 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-ac780df8-c0a5-441c-9015-678be222a757 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.1815956 Jan 21 19:55:34.966215 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 50464) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:34.972420 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-078890bc-74cf-4260-b4d7-0013c0a55ec3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-195330097-router', 'tenant_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'}}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:55:35.036196 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-078890bc-74cf-4260-b4d7-0013c0a55ec3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:55:35.043819 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-078890bc-74cf-4260-b4d7-0013c0a55ec3 admin admin] Usage tracker for resource:router and tenant:b3037d7b8c6a4529a56f7be33c3cb0ab is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:55:35.049678 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-078890bc-74cf-4260-b4d7-0013c0a55ec3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:55:35.058990 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89882e1a-d66e-4949-900f-16ebdaa41578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7247ac-36ce-4236-9a56-120f6a710231,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:55:35.082171 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-078890bc-74cf-4260-b4d7-0013c0a55ec3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:55:35.123324 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-078890bc-74cf-4260-b4d7-0013c0a55ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854652859'] for router, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:35.124440 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-078890bc-74cf-4260-b4d7-0013c0a55ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-957674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1010567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-600212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122957'] for router, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:35.160597 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-89882e1a-d66e-4949-900f-16ebdaa41578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:55:35.229492 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-078890bc-74cf-4260-b4d7-0013c0a55ec3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:35.242753 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e916cf48-3ea6-45df-b35b-84f16c855313 None None] Network fcf8d7bb-bde4-4859-98e8-bca2daf457e8 requested from dv-cinder-726180-8-iscsi {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 19:55:35.270757 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-575d523e-7c78-4286-a31a-b9dc03aedd45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:35.363189 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-575d523e-7c78-4286-a31a-b9dc03aedd45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:35.386658 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-0e8fc6ff-c0c4-4616-936c-094628f2b6c9 service neutron] 10.222.0.74 "GET /v2.0/networks/d7101a37-c498-4b8a-a743-9e18d624bc2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4329424 Jan 21 19:55:35.483801 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-4016cf44-1c00-42de-99b3-c8b12e281121 admin admin] Allocated IP 172.27.2.12 (a57e5c9c-980e-4c63-98b2-db6c66af0db2/ea65500f-ac9d-4758-b95c-d190d3e0e3d5/627471cf-7c52-43e2-815a-b671ddf96256) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 19:55:35.572169 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9d4710fb-a304-428b-b159-ccec39f6d305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:35.594674 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9d4710fb-a304-428b-b159-ccec39f6d305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:35.613708 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 50488) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:35.661495 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:55:35.669299 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-078890bc-74cf-4260-b4d7-0013c0a55ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1010580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-968839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-122972'] for router, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:35.705657 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4710fb-a304-428b-b159-ccec39f6d305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92473f3-91f7-4a02-9fb6-ea0b77c03bad,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:55:35.779471 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-9d4710fb-a304-428b-b159-ccec39f6d305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:55:35.831055 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-9d4710fb-a304-428b-b159-ccec39f6d305 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=735162b5a71a453b91db242a6edda0a7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5059965 Jan 21 19:55:35.831055 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-575d523e-7c78-4286-a31a-b9dc03aedd45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:35.835548 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 50496) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:35.866653 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:55:35.900810 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36109bbe-b53f-599f-9ca2-9243de2ffae0-b1756871-2be2-4eac-a235-402a56a7b855', 'network_id': 'b1756871-2be2-4eac-a235-402a56a7b855', 'tenant_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'fixed_ips': [{'subnet_id': '9790493f-b318-4d1c-bd26-0e9563a125df'}]}} from dv-cinder-726180-8-iscsi. {{(pid=80115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 21 19:55:35.902215 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:35.912024 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d523e-7c78-4286-a31a-b9dc03aedd45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7247ac-36ce-4236-9a56-120f6a710231,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:55:35.912809 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4016cf44-1c00-42de-99b3-c8b12e281121 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:35.922873 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-d3bc56b2-452d-4c40-b846-b203e35603ad service neutron] 10.222.0.74 "GET /v2.0/networks/d7101a37-c498-4b8a-a743-9e18d624bc2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5351620 Jan 21 19:55:35.937322 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-575d523e-7c78-4286-a31a-b9dc03aedd45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:55:35.972904 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-575d523e-7c78-4286-a31a-b9dc03aedd45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:35.974148 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-575d523e-7c78-4286-a31a-b9dc03aedd45 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3a7247ac-36ce-4236-9a56-120f6a710231 HTTP/1.1" status: 204 len: 168 time: 1.0242171 Jan 21 19:55:36.012949 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4016cf44-1c00-42de-99b3-c8b12e281121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:36.023708 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-94ce334f-a5b4-4f67-8d80-60421c37638f tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:55:36.024514 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-94ce334f-a5b4-4f67-8d80-60421c37638f tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Synchronizing usage tracker for tenant:b097bb8f9d8847ef997ca30adfb5fc15 on resource:network {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 19:55:36.049198 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:55:36.066589 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0c42eb18-31e5-47ce-bcb7-abb621abc474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:36.076929 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-94ce334f-a5b4-4f67-8d80-60421c37638f tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Unset dirty status for tenant:b097bb8f9d8847ef997ca30adfb5fc15 on resource:network {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 19:55:36.078238 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-94ce334f-a5b4-4f67-8d80-60421c37638f tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/networks?id=fcf8d7bb-bde4-4859-98e8-bca2daf457e8 HTTP/1.1" status: 200 len: 815 time: 0.4529817 Jan 21 19:55:36.112897 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0c42eb18-31e5-47ce-bcb7-abb621abc474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:36.179374 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-4bdbf089-89d9-430e-a268-2c9b5823b94e tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/quotas/b097bb8f9d8847ef997ca30adfb5fc15 HTTP/1.1" status: 200 len: 375 time: 0.0911713 Jan 21 19:55:36.249035 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-939705d7-371d-4ff4-b55a-a91a6b382532 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?tenant_id=b097bb8f9d8847ef997ca30adfb5fc15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0686450 Jan 21 19:55:36.249751 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0c42eb18-31e5-47ce-bcb7-abb621abc474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:36.257754 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:55:36.296046 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42eb18-31e5-47ce-bcb7-abb621abc474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92473f3-91f7-4a02-9fb6-ea0b77c03bad,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:55:36.302136 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0c42eb18-31e5-47ce-bcb7-abb621abc474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:55:36.306461 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0c42eb18-31e5-47ce-bcb7-abb621abc474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:36.308339 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-0c42eb18-31e5-47ce-bcb7-abb621abc474 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e92473f3-91f7-4a02-9fb6-ea0b77c03bad HTTP/1.1" status: 204 len: 168 time: 0.4662693 Jan 21 19:55:36.413751 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Allocated IP 172.20.0.2 (b1756871-2be2-4eac-a235-402a56a7b855/9790493f-b318-4d1c-bd26-0e9563a125df/537c7712-7f16-4369-aea1-a8a8ffd9fc62) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 19:55:36.519734 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8f2f0531-d2c5-4dca-b4df-540543e1e80d req-4573de4c-a8a8-4e6b-ada1-a2f5439b7d9d tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/ports?device_id=cb486324-780d-440e-ba56-f6c7a0f88f6b HTTP/1.1" status: 200 len: 210 time: 0.1112080 Jan 21 19:55:36.569222 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7bc6a8ca-1cf3-4a3a-acf8-622e0c0a5024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:36.736451 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4016cf44-1c00-42de-99b3-c8b12e281121 admin admin] Pushing event updated for resources: {'Port': ['ID=627471cf-7c52-43e2-815a-b671ddf96256,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:55:36.749584 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:36.764112 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Transition to ACTIVE for port object 537c7712-7f16-4369-aea1-a8a8ffd9fc62 will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:55:36.781374 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-4016cf44-1c00-42de-99b3-c8b12e281121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:55:36.787119 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Transition to ACTIVE for port object 537c7712-7f16-4369-aea1-a8a8ffd9fc62 will not be triggered until provisioned by entity DHCP. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:55:36.794462 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:36.812762 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-078890bc-74cf-4260-b4d7-0013c0a55ec3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:36.829846 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:55:36.862510 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-078890bc-74cf-4260-b4d7-0013c0a55ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:36.878251 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-ea673a1e-34b6-4060-845c-a9769398ec74 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 19:55:36.879589 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-ea673a1e-34b6-4060-845c-a9769398ec74 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.3588951 Jan 21 19:55:36.970834 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4016cf44-1c00-42de-99b3-c8b12e281121 admin admin] Network a57e5c9c-980e-4c63-98b2-db6c66af0db2 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:55:36.977554 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-4016cf44-1c00-42de-99b3-c8b12e281121 admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:55:36.981626 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4016cf44-1c00-42de-99b3-c8b12e281121 admin admin] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 19:55:37.165172 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Pushing event updated for resources: {'Port': ['ID=537c7712-7f16-4369-aea1-a8a8ffd9fc62,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:55:37.184161 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:37.184548 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:37.185077 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:37.185724 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:37.186110 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:37.186536 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:37.186944 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:37.187253 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:37.187619 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:37.187991 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:37.188355 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:37.188754 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:37.189308 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:37.189683 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:37.190045 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:37.190565 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:37.190943 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:37.191273 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:37.192695 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:37.192695 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:37.192695 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:37.192695 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:37.193124 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:37.193339 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:37.198513 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Tracked resource versions report: Jan 21 19:55:37.198513 dv-cinder-726180-8-iscsi neutron-server[80002]: pushed versions: Jan 21 19:55:37.198513 dv-cinder-726180-8-iscsi neutron-server[80002]: { 'AddressGroup': {'1.1'}, Jan 21 19:55:37.198513 dv-cinder-726180-8-iscsi neutron-server[80002]: 'ConntrackHelper': {'1.0'}, Jan 21 19:55:37.198513 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Log': {'1.0'}, Jan 21 19:55:37.198513 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Network': {'1.1'}, Jan 21 19:55:37.198513 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Port': {'1.6'}, Jan 21 19:55:37.198513 dv-cinder-726180-8-iscsi neutron-server[80002]: 'PortForwarding': {'1.2'}, Jan 21 19:55:37.198513 dv-cinder-726180-8-iscsi neutron-server[80002]: 'QosPolicy': {'1.8'}, Jan 21 19:55:37.198513 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SecurityGroup': {'1.4'}, Jan 21 19:55:37.198513 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SecurityGroupRule': {'1.2'}, Jan 21 19:55:37.198513 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SubPort': {'1.0'}, Jan 21 19:55:37.198513 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Subnet': {'1.1'}, Jan 21 19:55:37.198513 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Trunk': {'1.1'}} Jan 21 19:55:37.198513 dv-cinder-726180-8-iscsi neutron-server[80002]: consumer versions: Jan 21 19:55:37.198513 dv-cinder-726180-8-iscsi neutron-server[80002]: { DHCP agent@dv-cinder-726180-8-iscsi: {}, Jan 21 19:55:37.198513 dv-cinder-726180-8-iscsi neutron-server[80002]: L3 agent@dv-cinder-726180-8-iscsi: {}, Jan 21 19:55:37.198513 dv-cinder-726180-8-iscsi neutron-server[80002]: Metadata agent@dv-cinder-726180-8-iscsi: {}, Jan 21 19:55:37.198513 dv-cinder-726180-8-iscsi neutron-server[80002]: Metering agent@dv-cinder-726180-8-iscsi: {}, Jan 21 19:55:37.198513 dv-cinder-726180-8-iscsi neutron-server[80002]: Open vSwitch agent@dv-cinder-726180-8-iscsi: { 'AddressGroup': '1.1', Jan 21 19:55:37.198513 dv-cinder-726180-8-iscsi neutron-server[80002]: 'ConntrackHelper': '1.0', Jan 21 19:55:37.198513 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Log': '1.0', Jan 21 19:55:37.198513 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Network': '1.1', Jan 21 19:55:37.198513 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Port': '1.6', Jan 21 19:55:37.198513 dv-cinder-726180-8-iscsi neutron-server[80002]: 'PortForwarding': '1.2', Jan 21 19:55:37.198513 dv-cinder-726180-8-iscsi neutron-server[80002]: 'QosPolicy': '1.8', Jan 21 19:55:37.198513 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SecurityGroup': '1.4', Jan 21 19:55:37.198513 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SecurityGroupRule': '1.2', Jan 21 19:55:37.198513 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SubPort': '1.0', Jan 21 19:55:37.198513 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Subnet': '1.1', Jan 21 19:55:37.198513 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Trunk': '1.1'}, Jan 21 19:55:37.198513 dv-cinder-726180-8-iscsi neutron-server[80002]: Open vSwitch agent@hv-cinder-72618: { 'AddressGroup': '1.1', Jan 21 19:55:37.198513 dv-cinder-726180-8-iscsi neutron-server[80002]: 'ConntrackHelper': '1.0', Jan 21 19:55:37.198513 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Log': '1.0', Jan 21 19:55:37.198513 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Network': '1.1', Jan 21 19:55:37.198513 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Port': '1.6', Jan 21 19:55:37.198513 dv-cinder-726180-8-iscsi neutron-server[80002]: 'PortForwarding': '1.2', Jan 21 19:55:37.198513 dv-cinder-726180-8-iscsi neutron-server[80002]: 'QosPolicy': '1.8', Jan 21 19:55:37.198513 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SecurityGroup': '1.4', Jan 21 19:55:37.198513 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SecurityGroupRule': '1.2', Jan 21 19:55:37.198513 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SubPort': '1.0', Jan 21 19:55:37.198513 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Subnet': '1.1', Jan 21 19:55:37.198513 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Trunk': '1.1'}} Jan 21 19:55:37.198513 dv-cinder-726180-8-iscsi neutron-server[80002]: {{(pid=80115) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 21 19:55:37.209148 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:55:37.230491 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Network b1756871-2be2-4eac-a235-402a56a7b855 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:55:37.231950 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:55:37.235258 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 19:55:37.355983 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Attempting to bind port 537c7712-7f16-4369-aea1-a8a8ffd9fc62 on host dv-cinder-726180-8-iscsi for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 19:55:37.356439 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Attempting to bind port 537c7712-7f16-4369-aea1-a8a8ffd9fc62 by drivers openvswitch on host dv-cinder-726180-8-iscsi at level 0 using segments [{'id': '54492169-1737-42df-aa1f-05bff6aaa8d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b1756871-2be2-4eac-a235-402a56a7b855'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 19:55:37.356802 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Attempting to bind port 537c7712-7f16-4369-aea1-a8a8ffd9fc62 on network b1756871-2be2-4eac-a235-402a56a7b855 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 19:55:37.370925 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Checking agent: {'id': 'f684b9c2-4f8f-4e03-bb44-a00bf6d32b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 46, 8), 'started_at': datetime.datetime(2021, 1, 21, 19, 46, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 19, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:55:37.373814 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Checking segment: {'id': '54492169-1737-42df-aa1f-05bff6aaa8d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b1756871-2be2-4eac-a235-402a56a7b855'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:55:37.374311 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:37.374787 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Bound using segment: {'id': '54492169-1737-42df-aa1f-05bff6aaa8d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b1756871-2be2-4eac-a235-402a56a7b855'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:55:37.375360 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Bound port: 537c7712-7f16-4369-aea1-a8a8ffd9fc62, host: dv-cinder-726180-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54492169-1737-42df-aa1f-05bff6aaa8d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b1756871-2be2-4eac-a235-402a56a7b855'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 19:55:37.375777 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:37.422818 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-b981d8bb-ef11-4a6d-a2e1-20ab20e34b0a service neutron] 10.222.0.74 "GET /v2.0/networks/fcf8d7bb-bde4-4859-98e8-bca2daf457e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5353112 Jan 21 19:55:37.515323 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:37.531742 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] For port 537c7712-7f16-4369-aea1-a8a8ffd9fc62, host dv-cinder-726180-8-iscsi, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 19:55:37.543008 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] For port 537c7712-7f16-4369-aea1-a8a8ffd9fc62, host dv-cinder-726180-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=537c7712-7f16-4369-aea1-a8a8ffd9fc62,segment=NetworkSegment(54492169-1737-42df-aa1f-05bff6aaa8d2),segment_id=54492169-1737-42df-aa1f-05bff6aaa8d2)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 19:55:37.548618 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:37.599580 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:55:37.703653 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-aec52f0e-5d76-4b89-b9d3-12a2257b6378 req-6ada98bb-8575-487f-9f71-bd53587a691f tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/ports?device_id=cb486324-780d-440e-ba56-f6c7a0f88f6b HTTP/1.1" status: 200 len: 210 time: 0.0811319 Jan 21 19:55:37.705752 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-45046599-ffe9-4c67-abba-d196407fbcc7 service neutron] 10.222.0.74 "GET /v2.0/networks/fcf8d7bb-bde4-4859-98e8-bca2daf457e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2816598 Jan 21 19:55:37.789787 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-078890bc-74cf-4260-b4d7-0013c0a55ec3 admin admin] Allocated IP 172.27.2.227 (a57e5c9c-980e-4c63-98b2-db6c66af0db2/ea65500f-ac9d-4758-b95c-d190d3e0e3d5/b6021edf-7e7d-496e-bee4-07f0dc3ba880) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 19:55:37.805895 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4016cf44-1c00-42de-99b3-c8b12e281121 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:37.943172 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Pushing event updated for resources: {'Port': ['ID=537c7712-7f16-4369-aea1-a8a8ffd9fc62,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:55:37.947772 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:55:38.327622 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3639f999-ff86-4fba-9d25-e23b347eb4d3 req-cd9ee412-e979-4d52-a0e2-3ff65cf83b38 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=02dca07f-5037-40da-9c12-a449f3a5d650 HTTP/1.1" status: 200 len: 210 time: 0.1476080 Jan 21 19:55:38.432984 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:38.701659 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-078890bc-74cf-4260-b4d7-0013c0a55ec3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:38.753867 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-078890bc-74cf-4260-b4d7-0013c0a55ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:38.794096 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:55:38.894083 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 537c7712-7f16-4369-aea1-a8a8ffd9fc62 up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:55:38.902807 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 50632) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:39.007163 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:39.008102 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning for port 537c7712-7f16-4369-aea1-a8a8ffd9fc62 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:55:39.102340 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4016cf44-1c00-42de-99b3-c8b12e281121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-968819'] for router, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:39.199713 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-01a7ce05-8a15-4617-824b-fdce36e23838 req-74b449cc-7ddf-44ab-811f-132572e61ae3 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/ports?device_id=cb486324-780d-440e-ba56-f6c7a0f88f6b HTTP/1.1" status: 200 len: 210 time: 0.1106758 Jan 21 19:55:39.229029 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-bfc31952-a49e-401b-aa9d-5f8578e54b4b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-504291813-network', 'tenant_id': 'c9126a24aedc4d8588b5b57fdf76acb1'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:55:39.241650 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-bfc31952-a49e-401b-aa9d-5f8578e54b4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:55:39.250641 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-bfc31952-a49e-401b-aa9d-5f8578e54b4b admin admin] Usage tracker for resource:network and tenant:c9126a24aedc4d8588b5b57fdf76acb1 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:55:39.263510 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-bfc31952-a49e-401b-aa9d-5f8578e54b4b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:55:39.283926 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-bfc31952-a49e-401b-aa9d-5f8578e54b4b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:55:39.305622 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc31952-a49e-401b-aa9d-5f8578e54b4b admin admin] Made reservation on behalf of c9126a24aedc4d8588b5b57fdf76acb1 for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:55:39.310620 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bfc31952-a49e-401b-aa9d-5f8578e54b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:39.332081 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bfc31952-a49e-401b-aa9d-5f8578e54b4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:39.379750 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-bfc31952-a49e-401b-aa9d-5f8578e54b4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:55:39.385213 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-bfc31952-a49e-401b-aa9d-5f8578e54b4b admin admin] Usage tracker for resource:security_group_rule and tenant:c9126a24aedc4d8588b5b57fdf76acb1 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:55:39.389612 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-bfc31952-a49e-401b-aa9d-5f8578e54b4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:55:39.398503 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-bfc31952-a49e-401b-aa9d-5f8578e54b4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:55:39.636940 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bfc31952-a49e-401b-aa9d-5f8578e54b4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:39.642889 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bfc31952-a49e-401b-aa9d-5f8578e54b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:39.655503 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:55:39.720712 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078890bc-74cf-4260-b4d7-0013c0a55ec3 admin admin] Network a57e5c9c-980e-4c63-98b2-db6c66af0db2 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:55:39.727032 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-078890bc-74cf-4260-b4d7-0013c0a55ec3 admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:55:39.730068 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078890bc-74cf-4260-b4d7-0013c0a55ec3 admin admin] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 19:55:39.749975 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc31952-a49e-401b-aa9d-5f8578e54b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b346e8-b41e-46e4-b97a-c2bb3cb6099a,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:55:39.801714 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-bfc31952-a49e-401b-aa9d-5f8578e54b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:55:39.824241 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfc31952-a49e-401b-aa9d-5f8578e54b4b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 21 19:55:39.828872 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-00af09ad-ab89-4b32-99d3-811d51f4ed5c req-3164825f-6fef-4102-b631-7c77fb17ed09 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=02dca07f-5037-40da-9c12-a449f3a5d650 HTTP/1.1" status: 200 len: 210 time: 0.0855606 Jan 21 19:55:39.840860 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078890bc-74cf-4260-b4d7-0013c0a55ec3 admin admin] Pushing event updated for resources: {'Port': ['ID=b6021edf-7e7d-496e-bee4-07f0dc3ba880,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:55:39.844299 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-078890bc-74cf-4260-b4d7-0013c0a55ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.050s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:55:39.858445 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bfc31952-a49e-401b-aa9d-5f8578e54b4b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729264814127', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8360645'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:39.858882 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.db.segments_db [None req-bfc31952-a49e-401b-aa9d-5f8578e54b4b admin admin] Added segment 31c7a0aa-8430-4177-b553-55b74bd020e0 of type vxlan for network 24eab99a-5e36-4402-9ac0-e7e7920e1958 Jan 21 19:55:39.899644 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bfc31952-a49e-401b-aa9d-5f8578e54b4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363307590337259'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:39.927768 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e097dbd5-ea5b-45da-bc59-0a083e82a4b4 None None] Network b1756871-2be2-4eac-a235-402a56a7b855 requested from dv-cinder-726180-8-iscsi {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 19:55:39.937095 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bfc31952-a49e-401b-aa9d-5f8578e54b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:39.939351 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc31952-a49e-401b-aa9d-5f8578e54b4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:55:39.940339 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bfc31952-a49e-401b-aa9d-5f8578e54b4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:39.963691 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-67d730aa-d653-4c24-827a-acda18cf50ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:55:40.047807 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4016cf44-1c00-42de-99b3-c8b12e281121 admin admin] Router 0a32cdd3-5276-4040-9025-d34327279fe4 is scheduled to L3 agent acfbd797-5df7-45c7-9954-db8085626b2a with binding_index 1 {{(pid=80113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 21 19:55:40.057473 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-50d4c6cd-3af7-45cc-a334-6762166b6593 None None] Provisioning for port 537c7712-7f16-4369-aea1-a8a8ffd9fc62 completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:55:40.067014 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-50d4c6cd-3af7-45cc-a334-6762166b6593 None None] Provisioning complete for port 537c7712-7f16-4369-aea1-a8a8ffd9fc62 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:55:40.067413 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-50d4c6cd-3af7-45cc-a334-6762166b6593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:40.085159 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc31952-a49e-401b-aa9d-5f8578e54b4b admin admin] Pushing event updated for resources: {'Network': ['ID=24eab99a-5e36-4402-9ac0-e7e7920e1958,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:55:40.095953 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-bfc31952-a49e-401b-aa9d-5f8578e54b4b admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1912477 Jan 21 19:55:40.097248 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-bfc31952-a49e-401b-aa9d-5f8578e54b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:55:40.099011 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 50672) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:40.106545 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Network 24eab99a-5e36-4402-9ac0-e7e7920e1958 details requested by agent ovs-agent-dv-cinder-726180-8-iscsi with host dv-cinder-726180-8-iscsi {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 19:55:40.111378 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-ec99a5b2-5584-4849-a90e-02172d6e3b97 admin admin] Request body: {'subnet': {'network_id': '24eab99a-5e36-4402-9ac0-e7e7920e1958', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-504291813-subnet', 'tenant_id': 'c9126a24aedc4d8588b5b57fdf76acb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:55:40.119342 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-ec99a5b2-5584-4849-a90e-02172d6e3b97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:55:40.130749 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-ec99a5b2-5584-4849-a90e-02172d6e3b97 admin admin] Usage tracker for resource:subnet and tenant:c9126a24aedc4d8588b5b57fdf76acb1 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:55:40.137051 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-ec99a5b2-5584-4849-a90e-02172d6e3b97 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:55:40.146973 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-ec99a5b2-5584-4849-a90e-02172d6e3b97 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:55:40.158152 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec99a5b2-5584-4849-a90e-02172d6e3b97 admin admin] Made reservation on behalf of c9126a24aedc4d8588b5b57fdf76acb1 for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:55:40.163436 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ec99a5b2-5584-4849-a90e-02172d6e3b97 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:40.503464 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-078890bc-74cf-4260-b4d7-0013c0a55ec3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:40.538686 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-fe2055fc-6fad-4df8-9992-f4b04dcdff91 req-b2fb9b64-2591-443e-ac25-48305f336642 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/ports?device_id=cb486324-780d-440e-ba56-f6c7a0f88f6b HTTP/1.1" status: 200 len: 210 time: 0.1087410 Jan 21 19:55:40.736397 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-50d4c6cd-3af7-45cc-a334-6762166b6593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:40.850123 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4016cf44-1c00-42de-99b3-c8b12e281121 admin admin] Notify agent at l3_agent.dv-cinder-726180-8-iscsi the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 19:55:40.856392 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ec99a5b2-5584-4849-a90e-02172d6e3b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:40.858576 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-50d4c6cd-3af7-45cc-a334-6762166b6593 None None] For port 537c7712-7f16-4369-aea1-a8a8ffd9fc62, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=537c7712-7f16-4369-aea1-a8a8ffd9fc62,segment=NetworkSegment(54492169-1737-42df-aa1f-05bff6aaa8d2),segment_id=54492169-1737-42df-aa1f-05bff6aaa8d2)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 19:55:40.863513 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d681859a-1219-4840-a013-1fa65610efde None None] Sync routers for ids ['0a32cdd3-5276-4040-9025-d34327279fe4'] in dv-cinder-726180-8-iscsi {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 19:55:40.865566 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-50d4c6cd-3af7-45cc-a334-6762166b6593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:40.877523 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:55:40.879739 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b373037f-4685-4495-94ba-a0a99ef00b6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:55:40.895165 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d681859a-1219-4840-a013-1fa65610efde None None] Routers {'0a32cdd3-5276-4040-9025-d34327279fe4'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:55:40.896929 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-d681859a-1219-4840-a013-1fa65610efde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T19:55:37Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['0a32cdd3-5276-4040-9025-d34327279fe4'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:55:40.899098 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4016cf44-1c00-42de-99b3-c8b12e281121 admin admin] Notify callbacks [] for router, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:40.901215 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-4016cf44-1c00-42de-99b3-c8b12e281121 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.2414474 Jan 21 19:55:40.915442 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 50696) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:41.078016 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d4c6cd-3af7-45cc-a334-6762166b6593 None None] Pushing event updated for resources: {'Port': ['ID=537c7712-7f16-4369-aea1-a8a8ffd9fc62,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:55:41.089214 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-50d4c6cd-3af7-45cc-a334-6762166b6593 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:55:41.098552 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Network 24eab99a-5e36-4402-9ac0-e7e7920e1958 details requested by agent ovs-agent-hv-cinder-72618 with host hv-cinder-72618 {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 19:55:41.269767 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b19a83b6-e9c3-4f99-b9ce-c11634a39bac req-2704641b-5894-433b-aa56-84a4f6220632 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=02dca07f-5037-40da-9c12-a449f3a5d650 HTTP/1.1" status: 200 len: 210 time: 0.0972812 Jan 21 19:55:41.317023 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec99a5b2-5584-4849-a90e-02172d6e3b97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecaba7f3-ff5f-499c-8d6e-e4a2a5f5e61c,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:55:41.317176 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-d681859a-1219-4840-a013-1fa65610efde None None] Set router 0a32cdd3-5276-4040-9025-d34327279fe4 gateway port host: dv-cinder-726180-8-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 19:55:41.322736 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ec99a5b2-5584-4849-a90e-02172d6e3b97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:55:41.420793 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec99a5b2-5584-4849-a90e-02172d6e3b97 admin admin] Checking segment: {'id': '31c7a0aa-8430-4177-b553-55b74bd020e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '24eab99a-5e36-4402-9ac0-e7e7920e1958'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:55:41.421611 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec99a5b2-5584-4849-a90e-02172d6e3b97 admin admin] Network hostable DHCP agents. Network: 24eab99a-5e36-4402-9ac0-e7e7920e1958, hostable agents: ['a1da6b86-37e3-41b0-832c-986ff53a0b75'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 19:55:41.470292 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec99a5b2-5584-4849-a90e-02172d6e3b97 admin admin] Network 24eab99a-5e36-4402-9ac0-e7e7920e1958 is scheduled to be hosted by DHCP agent a1da6b86-37e3-41b0-832c-986ff53a0b75 with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 19:55:41.490056 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-ec99a5b2-5584-4849-a90e-02172d6e3b97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-8-iscsi, 24eab99a-5e36-4402-9ac0-e7e7920e1958) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:55:41.498794 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec99a5b2-5584-4849-a90e-02172d6e3b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:55:41.502693 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ec99a5b2-5584-4849-a90e-02172d6e3b97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:41.507150 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80509914-93b3-464c-8171-b67ab39107b8 None None] Network 24eab99a-5e36-4402-9ac0-e7e7920e1958 requested from dv-cinder-726180-8-iscsi {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 19:55:41.552017 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-ec99a5b2-5584-4849-a90e-02172d6e3b97 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4392564 Jan 21 19:55:41.601202 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-5dcdbf30-06bf-4e4f-8bb6-138a08c697c0 None None] Provisioning complete for port 537c7712-7f16-4369-aea1-a8a8ffd9fc62 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:55:41.601457 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5dcdbf30-06bf-4e4f-8bb6-138a08c697c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:41.911435 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-d681859a-1219-4840-a013-1fa65610efde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a32cdd3-5276-4040-9025-d34327279fe4', 'name': 'tempest-ServerRescueNegativeTestJSON-396467485-router', 'tenant_id': 'ee36fc873ab24a67926c381490f868a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '627471cf-7c52-43e2-815a-b671ddf96256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:55:32Z', 'updated_at': '2021-01-21T19:55:37Z', 'revision_number': 3, 'project_id': 'ee36fc873ab24a67926c381490f868a4', 'gw_port': {'id': '627471cf-7c52-43e2-815a-b671ddf96256', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:38:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a32cdd3-5276-4040-9025-d34327279fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:55:35Z', 'updated_at': '2021-01-21T19:55:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi'}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:55:41.924371 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d681859a-1219-4840-a013-1fa65610efde None None] Checking router: 0a32cdd3-5276-4040-9025-d34327279fe4 for host: dv-cinder-726180-8-iscsi {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 19:55:41.926002 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d681859a-1219-4840-a013-1fa65610efde None None] Updating router 0a32cdd3-5276-4040-9025-d34327279fe4 port 627471cf-7c52-43e2-815a-b671ddf96256 binding host dv-cinder-726180-8-iscsi {{(pid=80116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 21 19:55:41.984722 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5255e904-9f3d-4823-baaf-be5a729987ed req-2d116ce6-d190-4197-b5c6-d3992261250f tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/ports?device_id=cb486324-780d-440e-ba56-f6c7a0f88f6b HTTP/1.1" status: 200 len: 210 time: 0.1377096 Jan 21 19:55:42.045406 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d681859a-1219-4840-a013-1fa65610efde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:42.122288 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-078890bc-74cf-4260-b4d7-0013c0a55ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-968819'] for router, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:42.134750 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d08d956-e586-4516-a9d5-9307ad03518f None None] Network 24eab99a-5e36-4402-9ac0-e7e7920e1958 requested from dv-cinder-726180-8-iscsi {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 19:55:42.458232 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ba408aca-5d51-4aa7-8bf1-4afb71a7127f None None] Provisioning complete for port 537c7712-7f16-4369-aea1-a8a8ffd9fc62 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:55:42.459291 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ba408aca-5d51-4aa7-8bf1-4afb71a7127f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:42.685572 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-800dffe2-acff-49ea-8d1d-61dd67918e2d req-3710b3bb-cc54-4927-8f10-f30e2a5d4eeb tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=02dca07f-5037-40da-9c12-a449f3a5d650 HTTP/1.1" status: 200 len: 210 time: 0.1717253 Jan 21 19:55:42.805673 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 537c7712-7f16-4369-aea1-a8a8ffd9fc62 up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:55:42.835863 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078890bc-74cf-4260-b4d7-0013c0a55ec3 admin admin] Router 0b476698-997c-483c-b00f-004470af1691 is scheduled to L3 agent acfbd797-5df7-45c7-9954-db8085626b2a with binding_index 1 {{(pid=80113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 21 19:55:42.926716 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning complete for port 537c7712-7f16-4369-aea1-a8a8ffd9fc62 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:55:42.927781 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:42.980631 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 50746) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:42.988929 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-560b9e35-88f6-4a99-82a1-3516f60272a7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2137640970-network', 'tenant_id': '991dd87e74734efca1bcedf33e2e3dc2'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:55:42.995691 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-560b9e35-88f6-4a99-82a1-3516f60272a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:55:43.000599 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-560b9e35-88f6-4a99-82a1-3516f60272a7 admin admin] Usage tracker for resource:network and tenant:991dd87e74734efca1bcedf33e2e3dc2 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:55:43.005810 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-560b9e35-88f6-4a99-82a1-3516f60272a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:55:43.012349 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-560b9e35-88f6-4a99-82a1-3516f60272a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:55:43.013005 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-575093c4-dd5d-4e12-90e9-830ebcdf42e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:43.028340 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560b9e35-88f6-4a99-82a1-3516f60272a7 admin admin] Made reservation on behalf of 991dd87e74734efca1bcedf33e2e3dc2 for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:55:43.034986 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-560b9e35-88f6-4a99-82a1-3516f60272a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:43.037819 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-80fcb7af-80cf-41c1-9936-0f77b3afc73f None None] Provisioning complete for port 537c7712-7f16-4369-aea1-a8a8ffd9fc62 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:55:43.038362 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-80fcb7af-80cf-41c1-9936-0f77b3afc73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:43.052597 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-560b9e35-88f6-4a99-82a1-3516f60272a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:43.052861 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d681859a-1219-4840-a013-1fa65610efde None None] Notify callbacks [] for port, precommit_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:43.070993 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-d681859a-1219-4840-a013-1fa65610efde None None] Transition to ACTIVE for port object 627471cf-7c52-43e2-815a-b671ddf96256 will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:55:43.074107 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-560b9e35-88f6-4a99-82a1-3516f60272a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:55:43.075156 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d681859a-1219-4840-a013-1fa65610efde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:43.079067 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-560b9e35-88f6-4a99-82a1-3516f60272a7 admin admin] Usage tracker for resource:security_group_rule and tenant:991dd87e74734efca1bcedf33e2e3dc2 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:55:43.082777 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-560b9e35-88f6-4a99-82a1-3516f60272a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:55:43.090547 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-560b9e35-88f6-4a99-82a1-3516f60272a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:55:43.092819 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c27609c9-ebed-49b3-b90c-c6932d26bd29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:55:43.201109 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8194c-0c77-4170-b46e-2f78941f0545 None None] Pushing event updated for resources: {'Port': ['ID=627471cf-7c52-43e2-815a-b671ddf96256,revision_number=2']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:55:43.215581 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a8194c-0c77-4170-b46e-2f78941f0545 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:43.216362 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a8194c-0c77-4170-b46e-2f78941f0545 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:43.216896 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a8194c-0c77-4170-b46e-2f78941f0545 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:43.217411 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a8194c-0c77-4170-b46e-2f78941f0545 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:43.217914 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a8194c-0c77-4170-b46e-2f78941f0545 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:43.218436 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a8194c-0c77-4170-b46e-2f78941f0545 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:43.218956 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a8194c-0c77-4170-b46e-2f78941f0545 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:43.219485 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a8194c-0c77-4170-b46e-2f78941f0545 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:43.220901 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a8194c-0c77-4170-b46e-2f78941f0545 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:43.221601 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a8194c-0c77-4170-b46e-2f78941f0545 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:43.222265 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a8194c-0c77-4170-b46e-2f78941f0545 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:43.222832 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a8194c-0c77-4170-b46e-2f78941f0545 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:43.223381 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a8194c-0c77-4170-b46e-2f78941f0545 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:43.223880 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a8194c-0c77-4170-b46e-2f78941f0545 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:43.224224 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-560b9e35-88f6-4a99-82a1-3516f60272a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:43.224576 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a8194c-0c77-4170-b46e-2f78941f0545 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:43.225572 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a8194c-0c77-4170-b46e-2f78941f0545 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:43.226012 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a8194c-0c77-4170-b46e-2f78941f0545 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:43.226552 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a8194c-0c77-4170-b46e-2f78941f0545 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:43.226886 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a8194c-0c77-4170-b46e-2f78941f0545 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:43.227410 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a8194c-0c77-4170-b46e-2f78941f0545 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:43.227884 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a8194c-0c77-4170-b46e-2f78941f0545 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:43.228236 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a8194c-0c77-4170-b46e-2f78941f0545 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:43.228588 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a8194c-0c77-4170-b46e-2f78941f0545 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:43.228937 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a8194c-0c77-4170-b46e-2f78941f0545 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:55:43.229235 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-560b9e35-88f6-4a99-82a1-3516f60272a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:43.230508 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a8194c-0c77-4170-b46e-2f78941f0545 None None] Tracked resource versions report: Jan 21 19:55:43.230508 dv-cinder-726180-8-iscsi neutron-server[80002]: pushed versions: Jan 21 19:55:43.230508 dv-cinder-726180-8-iscsi neutron-server[80002]: { 'AddressGroup': {'1.1'}, Jan 21 19:55:43.230508 dv-cinder-726180-8-iscsi neutron-server[80002]: 'ConntrackHelper': {'1.0'}, Jan 21 19:55:43.230508 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Log': {'1.0'}, Jan 21 19:55:43.230508 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Network': {'1.1'}, Jan 21 19:55:43.230508 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Port': {'1.6'}, Jan 21 19:55:43.230508 dv-cinder-726180-8-iscsi neutron-server[80002]: 'PortForwarding': {'1.2'}, Jan 21 19:55:43.230508 dv-cinder-726180-8-iscsi neutron-server[80002]: 'QosPolicy': {'1.8'}, Jan 21 19:55:43.230508 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SecurityGroup': {'1.4'}, Jan 21 19:55:43.230508 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SecurityGroupRule': {'1.2'}, Jan 21 19:55:43.230508 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SubPort': {'1.0'}, Jan 21 19:55:43.230508 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Subnet': {'1.1'}, Jan 21 19:55:43.230508 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Trunk': {'1.1'}} Jan 21 19:55:43.230508 dv-cinder-726180-8-iscsi neutron-server[80002]: consumer versions: Jan 21 19:55:43.230508 dv-cinder-726180-8-iscsi neutron-server[80002]: { DHCP agent@dv-cinder-726180-8-iscsi: {}, Jan 21 19:55:43.230508 dv-cinder-726180-8-iscsi neutron-server[80002]: L3 agent@dv-cinder-726180-8-iscsi: {}, Jan 21 19:55:43.230508 dv-cinder-726180-8-iscsi neutron-server[80002]: Metadata agent@dv-cinder-726180-8-iscsi: {}, Jan 21 19:55:43.230508 dv-cinder-726180-8-iscsi neutron-server[80002]: Metering agent@dv-cinder-726180-8-iscsi: {}, Jan 21 19:55:43.230508 dv-cinder-726180-8-iscsi neutron-server[80002]: Open vSwitch agent@dv-cinder-726180-8-iscsi: { 'AddressGroup': '1.1', Jan 21 19:55:43.230508 dv-cinder-726180-8-iscsi neutron-server[80002]: 'ConntrackHelper': '1.0', Jan 21 19:55:43.230508 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Log': '1.0', Jan 21 19:55:43.230508 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Network': '1.1', Jan 21 19:55:43.230508 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Port': '1.6', Jan 21 19:55:43.230508 dv-cinder-726180-8-iscsi neutron-server[80002]: 'PortForwarding': '1.2', Jan 21 19:55:43.230508 dv-cinder-726180-8-iscsi neutron-server[80002]: 'QosPolicy': '1.8', Jan 21 19:55:43.230508 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SecurityGroup': '1.4', Jan 21 19:55:43.230508 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SecurityGroupRule': '1.2', Jan 21 19:55:43.230508 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SubPort': '1.0', Jan 21 19:55:43.230508 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Subnet': '1.1', Jan 21 19:55:43.230508 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Trunk': '1.1'}, Jan 21 19:55:43.230508 dv-cinder-726180-8-iscsi neutron-server[80002]: Open vSwitch agent@hv-cinder-72618: { 'AddressGroup': '1.1', Jan 21 19:55:43.230508 dv-cinder-726180-8-iscsi neutron-server[80002]: 'ConntrackHelper': '1.0', Jan 21 19:55:43.230508 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Log': '1.0', Jan 21 19:55:43.230508 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Network': '1.1', Jan 21 19:55:43.230508 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Port': '1.6', Jan 21 19:55:43.230508 dv-cinder-726180-8-iscsi neutron-server[80002]: 'PortForwarding': '1.2', Jan 21 19:55:43.230508 dv-cinder-726180-8-iscsi neutron-server[80002]: 'QosPolicy': '1.8', Jan 21 19:55:43.230508 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SecurityGroup': '1.4', Jan 21 19:55:43.230508 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SecurityGroupRule': '1.2', Jan 21 19:55:43.230508 dv-cinder-726180-8-iscsi neutron-server[80002]: 'SubPort': '1.0', Jan 21 19:55:43.230508 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Subnet': '1.1', Jan 21 19:55:43.230508 dv-cinder-726180-8-iscsi neutron-server[80002]: 'Trunk': '1.1'}} Jan 21 19:55:43.230508 dv-cinder-726180-8-iscsi neutron-server[80002]: {{(pid=80116) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 21 19:55:43.251171 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:55:43.293254 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b3a8194c-0c77-4170-b46e-2f78941f0545 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:55:43.338835 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b9e35-88f6-4a99-82a1-3516f60272a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebba7c41-ec4c-46ac-bfea-dbe0e5e5d653,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:55:43.348040 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078890bc-74cf-4260-b4d7-0013c0a55ec3 admin admin] Notify agent at l3_agent.dv-cinder-726180-8-iscsi the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 19:55:43.354797 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-fb6ae32a-4120-4fb8-a525-2cd1e300e159 req-20185af8-df42-4132-a55a-2bc9b4fe655e tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/ports?device_id=cb486324-780d-440e-ba56-f6c7a0f88f6b HTTP/1.1" status: 200 len: 210 time: 0.0746152 Jan 21 19:55:43.356712 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-560b9e35-88f6-4a99-82a1-3516f60272a7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 21 19:55:43.360372 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-560b9e35-88f6-4a99-82a1-3516f60272a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:55:43.362371 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bf9845-2293-4409-9fca-dd1e84e14255 None None] Sync routers for ids ['0b476698-997c-483c-b00f-004470af1691'] in dv-cinder-726180-8-iscsi {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 19:55:43.369732 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-560b9e35-88f6-4a99-82a1-3516f60272a7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729264814127', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8360645'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:43.370352 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.db.segments_db [None req-560b9e35-88f6-4a99-82a1-3516f60272a7 admin admin] Added segment 1851e001-2adc-41dc-a1a3-72bb7a703445 of type vxlan for network 1b2f0ce1-601b-42e6-8694-96ad20ce2092 Jan 21 19:55:43.394940 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bf9845-2293-4409-9fca-dd1e84e14255 None None] Routers {'0b476698-997c-483c-b00f-004470af1691'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:55:43.395887 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-a8bf9845-2293-4409-9fca-dd1e84e14255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T19:55:37Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['0b476698-997c-483c-b00f-004470af1691'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:55:43.404524 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-560b9e35-88f6-4a99-82a1-3516f60272a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363307590337259'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:43.419064 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-078890bc-74cf-4260-b4d7-0013c0a55ec3 admin admin] Notify callbacks [] for router, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:43.423301 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-078890bc-74cf-4260-b4d7-0013c0a55ec3 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.4556193 Jan 21 19:55:43.424329 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 50754) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:43.445288 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-d681859a-1219-4840-a013-1fa65610efde None None] Attempting to bind port 627471cf-7c52-43e2-815a-b671ddf96256 on host dv-cinder-726180-8-iscsi for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 19:55:43.445610 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-d681859a-1219-4840-a013-1fa65610efde None None] Attempting to bind port 627471cf-7c52-43e2-815a-b671ddf96256 by drivers openvswitch on host dv-cinder-726180-8-iscsi at level 0 using segments [{'id': '0b618305-a50f-40b3-8ec6-85df1521bd1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 19:55:43.446013 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d681859a-1219-4840-a013-1fa65610efde None None] Attempting to bind port 627471cf-7c52-43e2-815a-b671ddf96256 on network a57e5c9c-980e-4c63-98b2-db6c66af0db2 {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 19:55:43.452709 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d681859a-1219-4840-a013-1fa65610efde None None] Checking agent: {'id': 'f684b9c2-4f8f-4e03-bb44-a00bf6d32b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 46, 8), 'started_at': datetime.datetime(2021, 1, 21, 19, 46, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 19, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:55:43.453121 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d681859a-1219-4840-a013-1fa65610efde None None] Checking segment: {'id': '0b618305-a50f-40b3-8ec6-85df1521bd1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:55:43.453764 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d681859a-1219-4840-a013-1fa65610efde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:43.454762 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d681859a-1219-4840-a013-1fa65610efde None None] Bound using segment: {'id': '0b618305-a50f-40b3-8ec6-85df1521bd1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:55:43.455382 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-d681859a-1219-4840-a013-1fa65610efde None None] Bound port: 627471cf-7c52-43e2-815a-b671ddf96256, host: dv-cinder-726180-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b618305-a50f-40b3-8ec6-85df1521bd1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 19:55:43.455812 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d681859a-1219-4840-a013-1fa65610efde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:43.552306 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-560b9e35-88f6-4a99-82a1-3516f60272a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:43.555856 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560b9e35-88f6-4a99-82a1-3516f60272a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:55:43.556769 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-560b9e35-88f6-4a99-82a1-3516f60272a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:43.564792 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:55:43.594242 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-d681859a-1219-4840-a013-1fa65610efde None None] For port 627471cf-7c52-43e2-815a-b671ddf96256, host dv-cinder-726180-8-iscsi, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 19:55:43.599286 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-d681859a-1219-4840-a013-1fa65610efde None None] For port 627471cf-7c52-43e2-815a-b671ddf96256, host dv-cinder-726180-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=627471cf-7c52-43e2-815a-b671ddf96256,segment=NetworkSegment(0b618305-a50f-40b3-8ec6-85df1521bd1b),segment_id=0b618305-a50f-40b3-8ec6-85df1521bd1b)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 19:55:43.604807 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d681859a-1219-4840-a013-1fa65610efde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:43.624386 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:55:43.684494 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-a8bf9845-2293-4409-9fca-dd1e84e14255 None None] Set router 0b476698-997c-483c-b00f-004470af1691 gateway port host: dv-cinder-726180-8-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 19:55:43.758841 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b9e35-88f6-4a99-82a1-3516f60272a7 admin admin] Pushing event updated for resources: {'Network': ['ID=1b2f0ce1-601b-42e6-8694-96ad20ce2092,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:55:43.774521 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-560b9e35-88f6-4a99-82a1-3516f60272a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:55:43.785937 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-560b9e35-88f6-4a99-82a1-3516f60272a7 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8037066 Jan 21 19:55:43.786920 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 50764) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:43.802165 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-65097a16-683a-41de-b954-3b27e1cac6fd admin admin] Request body: {'subnet': {'network_id': '1b2f0ce1-601b-42e6-8694-96ad20ce2092', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2137640970-subnet', 'tenant_id': '991dd87e74734efca1bcedf33e2e3dc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:55:43.807148 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-65097a16-683a-41de-b954-3b27e1cac6fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:55:43.811094 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-575093c4-dd5d-4e12-90e9-830ebcdf42e5 admin admin] Allocated IP 172.20.0.1 (287f6cae-db55-4735-aea1-21baf8371aab/5521111e-d6d7-421c-9b55-9115682bf598/da4a0b26-630d-4c90-85fc-ac057cfd9e3a) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 19:55:43.811500 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-65097a16-683a-41de-b954-3b27e1cac6fd admin admin] Usage tracker for resource:subnet and tenant:991dd87e74734efca1bcedf33e2e3dc2 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:55:43.815276 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-65097a16-683a-41de-b954-3b27e1cac6fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:55:43.824976 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-65097a16-683a-41de-b954-3b27e1cac6fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:55:43.836094 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Network 1b2f0ce1-601b-42e6-8694-96ad20ce2092 details requested by agent ovs-agent-dv-cinder-726180-8-iscsi with host dv-cinder-726180-8-iscsi {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 19:55:43.906356 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65097a16-683a-41de-b954-3b27e1cac6fd admin admin] Made reservation on behalf of 991dd87e74734efca1bcedf33e2e3dc2 for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:55:43.911887 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-65097a16-683a-41de-b954-3b27e1cac6fd admin admin] Notify callbacks [] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:43.935388 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8194c-0c77-4170-b46e-2f78941f0545 None None] Pushing event updated for resources: {'Port': ['ID=627471cf-7c52-43e2-815a-b671ddf96256,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:55:43.939785 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b3a8194c-0c77-4170-b46e-2f78941f0545 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:55:43.945280 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d681859a-1219-4840-a013-1fa65610efde None None] Routers {'0a32cdd3-5276-4040-9025-d34327279fe4'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:55:43.946026 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-d681859a-1219-4840-a013-1fa65610efde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T19:55:37Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['0a32cdd3-5276-4040-9025-d34327279fe4'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:55:44.073478 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-575093c4-dd5d-4e12-90e9-830ebcdf42e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:44.112461 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-575093c4-dd5d-4e12-90e9-830ebcdf42e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:44.173914 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-d681859a-1219-4840-a013-1fa65610efde None None] Set router 0a32cdd3-5276-4040-9025-d34327279fe4 gateway port host: dv-cinder-726180-8-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 19:55:44.205715 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-a8bf9845-2293-4409-9fca-dd1e84e14255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b476698-997c-483c-b00f-004470af1691', 'name': 'tempest-AttachVolumeTestJSON-195330097-router', 'tenant_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b6021edf-7e7d-496e-bee4-07f0dc3ba880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:55:35Z', 'updated_at': '2021-01-21T19:55:40Z', 'revision_number': 3, 'project_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'gw_port': {'id': 'b6021edf-7e7d-496e-bee4-07f0dc3ba880', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ec:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b476698-997c-483c-b00f-004470af1691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:55:37Z', 'updated_at': '2021-01-21T19:55:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi'}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:55:44.211090 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bf9845-2293-4409-9fca-dd1e84e14255 None None] Checking router: 0b476698-997c-483c-b00f-004470af1691 for host: dv-cinder-726180-8-iscsi {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 19:55:44.211772 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bf9845-2293-4409-9fca-dd1e84e14255 None None] Updating router 0b476698-997c-483c-b00f-004470af1691 port b6021edf-7e7d-496e-bee4-07f0dc3ba880 binding host dv-cinder-726180-8-iscsi {{(pid=80115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 21 19:55:44.276645 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a8bf9845-2293-4409-9fca-dd1e84e14255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:44.277381 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-4016cf44-1c00-42de-99b3-c8b12e281121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:55:44.385532 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575093c4-dd5d-4e12-90e9-830ebcdf42e5 admin admin] Network 287f6cae-db55-4735-aea1-21baf8371aab is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:55:44.389571 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-575093c4-dd5d-4e12-90e9-830ebcdf42e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:55:44.409507 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575093c4-dd5d-4e12-90e9-830ebcdf42e5 admin admin] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 19:55:44.412856 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-575093c4-dd5d-4e12-90e9-830ebcdf42e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853806930'] for router_interface, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:44.493341 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-317ab033-3060-4d59-b9b6-6a2bd56204dd req-f36d39ca-c0ea-42b6-b8ac-da965de1fe25 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=02dca07f-5037-40da-9c12-a449f3a5d650 HTTP/1.1" status: 200 len: 210 time: 0.2485623 Jan 21 19:55:44.571870 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-d681859a-1219-4840-a013-1fa65610efde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a32cdd3-5276-4040-9025-d34327279fe4', 'name': 'tempest-ServerRescueNegativeTestJSON-396467485-router', 'tenant_id': 'ee36fc873ab24a67926c381490f868a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '627471cf-7c52-43e2-815a-b671ddf96256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:55:32Z', 'updated_at': '2021-01-21T19:55:37Z', 'revision_number': 3, 'project_id': 'ee36fc873ab24a67926c381490f868a4', 'gw_port': {'id': '627471cf-7c52-43e2-815a-b671ddf96256', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:38:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a32cdd3-5276-4040-9025-d34327279fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:55:35Z', 'updated_at': '2021-01-21T19:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi'}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:55:44.577842 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d681859a-1219-4840-a013-1fa65610efde None None] The sync data for ids ['0a32cdd3-5276-4040-9025-d34327279fe4'] in dv-cinder-726180-8-iscsi is: [{'id': '0a32cdd3-5276-4040-9025-d34327279fe4', 'name': 'tempest-ServerRescueNegativeTestJSON-396467485-router', 'tenant_id': 'ee36fc873ab24a67926c381490f868a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '627471cf-7c52-43e2-815a-b671ddf96256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:55:32Z', 'updated_at': '2021-01-21T19:55:37Z', 'revision_number': 3, 'project_id': 'ee36fc873ab24a67926c381490f868a4', 'gw_port': {'id': '627471cf-7c52-43e2-815a-b671ddf96256', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:38:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a32cdd3-5276-4040-9025-d34327279fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:55:35Z', 'updated_at': '2021-01-21T19:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi'}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 19:55:44.776393 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.83', 49388) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:44.818576 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575093c4-dd5d-4e12-90e9-830ebcdf42e5 admin admin] Pushing event updated for resources: {'Port': ['ID=da4a0b26-630d-4c90-85fc-ac057cfd9e3a,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:55:44.825371 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-575093c4-dd5d-4e12-90e9-830ebcdf42e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:55:44.962821 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Network 1b2f0ce1-601b-42e6-8694-96ad20ce2092 details requested by agent ovs-agent-hv-cinder-72618 with host hv-cinder-72618 {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 19:55:44.981010 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-cbd4c64a-49a2-4739-8cab-9ab2a31d2e16 req-b65a0d20-7b1e-4fa9-9893-561a93e0fd96 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/ports?device_id=cb486324-780d-440e-ba56-f6c7a0f88f6b HTTP/1.1" status: 200 len: 210 time: 0.2034681 Jan 21 19:55:45.502051 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-575093c4-dd5d-4e12-90e9-830ebcdf42e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:45.657564 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.83', 49395) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:45.755101 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a8bf9845-2293-4409-9fca-dd1e84e14255 None None] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:45.785828 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-a8bf9845-2293-4409-9fca-dd1e84e14255 None None] Transition to ACTIVE for port object b6021edf-7e7d-496e-bee4-07f0dc3ba880 will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:55:45.790080 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a8bf9845-2293-4409-9fca-dd1e84e14255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:45.849845 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-3f92a28c-50ab-4699-a139-4d95dcfde506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:55:46.064849 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc51fc-62cf-4f0d-b880-8f0ed33af7e7 None None] Pushing event updated for resources: {'Port': ['ID=b6021edf-7e7d-496e-bee4-07f0dc3ba880,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:55:46.223690 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-56dc51fc-62cf-4f0d-b880-8f0ed33af7e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:55:46.295887 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6aa8cc76-7326-4c24-aa65-8366528a4f0e req-fcb20a99-44af-4972-9953-20975c9c50d2 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=02dca07f-5037-40da-9c12-a449f3a5d650 HTTP/1.1" status: 200 len: 210 time: 0.4165127 Jan 21 19:55:46.324536 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-8d53152f-284b-490d-a4eb-2c1e3adec6f2 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:55:46.326150 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-8d53152f-284b-490d-a4eb-2c1e3adec6f2 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.83 "GET /v2.0/networks?id=d7101a37-c498-4b8a-a743-9e18d624bc2f HTTP/1.1" status: 200 len: 812 time: 1.4335291 Jan 21 19:55:46.420000 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-575093c4-dd5d-4e12-90e9-830ebcdf42e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:46.427987 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-575093c4-dd5d-4e12-90e9-830ebcdf42e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:46.429192 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-575093c4-dd5d-4e12-90e9-830ebcdf42e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854228120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853819575'] for router_interface, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:46.447092 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-90096547-3197-49ba-9be7-9049b4868696 req-d66c23a2-a9ce-4e22-bcc3-a2fc28365872 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/ports?device_id=cb486324-780d-440e-ba56-f6c7a0f88f6b HTTP/1.1" status: 200 len: 210 time: 0.2213638 Jan 21 19:55:46.448881 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:55:46.482581 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-20ceae7b-9265-4a29-ae8f-bea1a496d0a3 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Request body: {'port': {'device_id': 'cb486324-780d-440e-ba56-f6c7a0f88f6b', 'network_id': 'd7101a37-c498-4b8a-a743-9e18d624bc2f', 'admin_state_up': True, 'tenant_id': 'bd2ebf9ca5c44a2188ad236e25a69032'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:55:46.515287 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-a8bf9845-2293-4409-9fca-dd1e84e14255 None None] Attempting to bind port b6021edf-7e7d-496e-bee4-07f0dc3ba880 on host dv-cinder-726180-8-iscsi for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 19:55:46.516910 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-a8bf9845-2293-4409-9fca-dd1e84e14255 None None] Attempting to bind port b6021edf-7e7d-496e-bee4-07f0dc3ba880 by drivers openvswitch on host dv-cinder-726180-8-iscsi at level 0 using segments [{'id': '0b618305-a50f-40b3-8ec6-85df1521bd1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 19:55:46.519496 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bf9845-2293-4409-9fca-dd1e84e14255 None None] Attempting to bind port b6021edf-7e7d-496e-bee4-07f0dc3ba880 on network a57e5c9c-980e-4c63-98b2-db6c66af0db2 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 19:55:46.528503 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bf9845-2293-4409-9fca-dd1e84e14255 None None] Checking agent: {'id': 'f684b9c2-4f8f-4e03-bb44-a00bf6d32b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 46, 8), 'started_at': datetime.datetime(2021, 1, 21, 19, 46, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 19, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:55:46.535683 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bf9845-2293-4409-9fca-dd1e84e14255 None None] Checking segment: {'id': '0b618305-a50f-40b3-8ec6-85df1521bd1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:55:46.536311 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a8bf9845-2293-4409-9fca-dd1e84e14255 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:46.536989 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bf9845-2293-4409-9fca-dd1e84e14255 None None] Bound using segment: {'id': '0b618305-a50f-40b3-8ec6-85df1521bd1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:55:46.537668 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-a8bf9845-2293-4409-9fca-dd1e84e14255 None None] Bound port: b6021edf-7e7d-496e-bee4-07f0dc3ba880, host: dv-cinder-726180-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b618305-a50f-40b3-8ec6-85df1521bd1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 19:55:46.538333 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a8bf9845-2293-4409-9fca-dd1e84e14255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:46.645562 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575093c4-dd5d-4e12-90e9-830ebcdf42e5 admin admin] Pushing event updated for resources: {'Port': ['ID=da4a0b26-630d-4c90-85fc-ac057cfd9e3a,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:55:46.664340 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-575093c4-dd5d-4e12-90e9-830ebcdf42e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:55:46.727985 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575093c4-dd5d-4e12-90e9-830ebcdf42e5 admin admin] Network 287f6cae-db55-4735-aea1-21baf8371aab is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:55:46.729476 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-575093c4-dd5d-4e12-90e9-830ebcdf42e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:55:46.763222 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-a8bf9845-2293-4409-9fca-dd1e84e14255 None None] For port b6021edf-7e7d-496e-bee4-07f0dc3ba880, host dv-cinder-726180-8-iscsi, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 19:55:46.770286 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-a8bf9845-2293-4409-9fca-dd1e84e14255 None None] For port b6021edf-7e7d-496e-bee4-07f0dc3ba880, host dv-cinder-726180-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=b6021edf-7e7d-496e-bee4-07f0dc3ba880,segment=NetworkSegment(0b618305-a50f-40b3-8ec6-85df1521bd1b),segment_id=0b618305-a50f-40b3-8ec6-85df1521bd1b)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 19:55:46.783792 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a8bf9845-2293-4409-9fca-dd1e84e14255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:46.815784 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b36cd51d-5b19-4de9-b9ea-be121bbf7bdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:55:46.816972 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-20ceae7b-9265-4a29-ae8f-bea1a496d0a3 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:55:46.832513 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-20ceae7b-9265-4a29-ae8f-bea1a496d0a3 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Usage tracker for resource:port and tenant:bd2ebf9ca5c44a2188ad236e25a69032 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:55:46.836321 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-20ceae7b-9265-4a29-ae8f-bea1a496d0a3 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Quota usage for port was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:55:46.850797 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-20ceae7b-9265-4a29-ae8f-bea1a496d0a3 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:55:47.061965 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 627471cf-7c52-43e2-815a-b671ddf96256 up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:55:47.077970 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-20ceae7b-9265-4a29-ae8f-bea1a496d0a3 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Made reservation on behalf of bd2ebf9ca5c44a2188ad236e25a69032 for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:55:47.099008 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-20ceae7b-9265-4a29-ae8f-bea1a496d0a3 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:47.139460 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575093c4-dd5d-4e12-90e9-830ebcdf42e5 admin admin] Router 0a32cdd3-5276-4040-9025-d34327279fe4 has already been hosted by L3 agent acfbd797-5df7-45c7-9954-db8085626b2a {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 19:55:47.261063 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-65097a16-683a-41de-b954-3b27e1cac6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:47.361198 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc51fc-62cf-4f0d-b880-8f0ed33af7e7 None None] Pushing event updated for resources: {'Port': ['ID=b6021edf-7e7d-496e-bee4-07f0dc3ba880,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:55:47.371125 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-56dc51fc-62cf-4f0d-b880-8f0ed33af7e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:55:47.436757 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:55:47.439798 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning for port 627471cf-7c52-43e2-815a-b671ddf96256 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:55:47.469973 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning complete for port 627471cf-7c52-43e2-815a-b671ddf96256 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:55:47.477385 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:47.544235 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575093c4-dd5d-4e12-90e9-830ebcdf42e5 admin admin] Notify agent at l3_agent.dv-cinder-726180-8-iscsi the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 19:55:47.571320 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-575093c4-dd5d-4e12-90e9-830ebcdf42e5 admin admin] 10.222.0.74 "PUT /v2.0/routers/0a32cdd3-5276-4040-9025-d34327279fe4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6545358 Jan 21 19:55:47.586037 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 50882) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:47.730272 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bf9845-2293-4409-9fca-dd1e84e14255 None None] Routers {'0b476698-997c-483c-b00f-004470af1691'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:55:47.735268 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-a8bf9845-2293-4409-9fca-dd1e84e14255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T19:55:37Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['0b476698-997c-483c-b00f-004470af1691'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:55:48.170100 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b04e8614-188e-4561-9361-5df3de5f9a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:48.225416 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-b04e8614-188e-4561-9361-5df3de5f9a09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:55:48.230354 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-b04e8614-188e-4561-9361-5df3de5f9a09 admin admin] Usage tracker for resource:security_group_rule and tenant:17069d41f99c4831befdb08dd291530c is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:55:48.239183 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-b04e8614-188e-4561-9361-5df3de5f9a09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:55:48.256047 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-b04e8614-188e-4561-9361-5df3de5f9a09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:55:48.305110 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-a8bf9845-2293-4409-9fca-dd1e84e14255 None None] Set router 0b476698-997c-483c-b00f-004470af1691 gateway port host: dv-cinder-726180-8-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 19:55:48.379218 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-6a7a796d-73e9-4756-8369-076d56444ea2 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:55:48.382069 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-6a7a796d-73e9-4756-8369-076d56444ea2 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.83 "GET /v2.0/networks?id=fcf8d7bb-bde4-4859-98e8-bca2daf457e8 HTTP/1.1" status: 200 len: 815 time: 2.6980419 Jan 21 19:55:48.466350 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b04e8614-188e-4561-9361-5df3de5f9a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:48.475878 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b04e8614-188e-4561-9361-5df3de5f9a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:48.491091 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:55:48.593348 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-463f5d17-1780-4c21-abc4-1ea9f9556731 req-25e9b97c-8879-40a4-8162-d1c456cece30 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=02dca07f-5037-40da-9c12-a449f3a5d650 HTTP/1.1" status: 200 len: 210 time: 0.8301182 Jan 21 19:55:48.608083 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0ef93294-7f5d-47a0-9573-0314918943f4 req-ff324e16-b33d-4bf5-a007-fd1592789660 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/ports?device_id=cb486324-780d-440e-ba56-f6c7a0f88f6b HTTP/1.1" status: 200 len: 210 time: 0.1266868 Jan 21 19:55:48.649941 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef046713-0842-44b4-943a-ff6e9ede5bfd None None] Sync routers for ids ['0a32cdd3-5276-4040-9025-d34327279fe4'] in dv-cinder-726180-8-iscsi {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 19:55:48.665944 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-b04e8614-188e-4561-9361-5df3de5f9a09 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=17069d41f99c4831befdb08dd291530c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0769215 Jan 21 19:55:48.666455 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e8614-188e-4561-9361-5df3de5f9a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e28243f-4a1c-40f5-befe-b6f82e0baacf,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:55:48.681650 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b04e8614-188e-4561-9361-5df3de5f9a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:55:48.682534 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 50910) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:48.684696 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef046713-0842-44b4-943a-ff6e9ede5bfd None None] Routers {'0a32cdd3-5276-4040-9025-d34327279fe4'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:55:48.685930 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-ef046713-0842-44b4-943a-ff6e9ede5bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T19:55:37Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['0a32cdd3-5276-4040-9025-d34327279fe4'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:55:48.809474 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:48.856471 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d1dc8fef-a181-488c-98b7-f83e1fb8e072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:48.945197 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d1dc8fef-a181-488c-98b7-f83e1fb8e072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:49.093976 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d1dc8fef-a181-488c-98b7-f83e1fb8e072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:49.100023 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:55:49.106140 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] For port 627471cf-7c52-43e2-815a-b671ddf96256, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=627471cf-7c52-43e2-815a-b671ddf96256,segment=NetworkSegment(0b618305-a50f-40b3-8ec6-85df1521bd1b),segment_id=0b618305-a50f-40b3-8ec6-85df1521bd1b)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 19:55:49.119244 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:49.124207 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:55:49.130285 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dc8fef-a181-488c-98b7-f83e1fb8e072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e28243f-4a1c-40f5-befe-b6f82e0baacf,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:55:49.132809 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d1dc8fef-a181-488c-98b7-f83e1fb8e072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:55:49.151595 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d1dc8fef-a181-488c-98b7-f83e1fb8e072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:49.156096 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-d1dc8fef-a181-488c-98b7-f83e1fb8e072 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7e28243f-4a1c-40f5-befe-b6f82e0baacf HTTP/1.1" status: 204 len: 168 time: 0.4700944 Jan 21 19:55:49.181037 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-ef046713-0842-44b4-943a-ff6e9ede5bfd None None] Set router 0a32cdd3-5276-4040-9025-d34327279fe4 gateway port host: dv-cinder-726180-8-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 19:55:49.294898 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Pushing event updated for resources: {'Port': ['ID=627471cf-7c52-43e2-815a-b671ddf96256,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:55:49.300206 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:55:49.309016 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-a8bf9845-2293-4409-9fca-dd1e84e14255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b476698-997c-483c-b00f-004470af1691', 'name': 'tempest-AttachVolumeTestJSON-195330097-router', 'tenant_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b6021edf-7e7d-496e-bee4-07f0dc3ba880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:55:35Z', 'updated_at': '2021-01-21T19:55:40Z', 'revision_number': 3, 'project_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'gw_port': {'id': 'b6021edf-7e7d-496e-bee4-07f0dc3ba880', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ec:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b476698-997c-483c-b00f-004470af1691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:55:37Z', 'updated_at': '2021-01-21T19:55:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi'}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:55:49.317399 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bf9845-2293-4409-9fca-dd1e84e14255 None None] The sync data for ids ['0b476698-997c-483c-b00f-004470af1691'] in dv-cinder-726180-8-iscsi is: [{'id': '0b476698-997c-483c-b00f-004470af1691', 'name': 'tempest-AttachVolumeTestJSON-195330097-router', 'tenant_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b6021edf-7e7d-496e-bee4-07f0dc3ba880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:55:35Z', 'updated_at': '2021-01-21T19:55:40Z', 'revision_number': 3, 'project_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'gw_port': {'id': 'b6021edf-7e7d-496e-bee4-07f0dc3ba880', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ec:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b476698-997c-483c-b00f-004470af1691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:55:37Z', 'updated_at': '2021-01-21T19:55:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi'}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 19:55:49.348431 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65097a16-683a-41de-b954-3b27e1cac6fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a32ab5d-19c8-4344-b530-30e0a3daf2bd,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:55:49.491204 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-65097a16-683a-41de-b954-3b27e1cac6fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.054s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:55:49.494016 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-59a3c9dc-1f31-417b-8fd4-49aa4b176155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:49.752463 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65097a16-683a-41de-b954-3b27e1cac6fd admin admin] Checking segment: {'id': '1851e001-2adc-41dc-a1a3-72bb7a703445', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '1b2f0ce1-601b-42e6-8694-96ad20ce2092'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:55:49.752861 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65097a16-683a-41de-b954-3b27e1cac6fd admin admin] Network hostable DHCP agents. Network: 1b2f0ce1-601b-42e6-8694-96ad20ce2092, hostable agents: ['a1da6b86-37e3-41b0-832c-986ff53a0b75'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 19:55:50.038997 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-ef046713-0842-44b4-943a-ff6e9ede5bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a32cdd3-5276-4040-9025-d34327279fe4', 'name': 'tempest-ServerRescueNegativeTestJSON-396467485-router', 'tenant_id': 'ee36fc873ab24a67926c381490f868a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '627471cf-7c52-43e2-815a-b671ddf96256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:55:32Z', 'updated_at': '2021-01-21T19:55:45Z', 'revision_number': 4, 'project_id': 'ee36fc873ab24a67926c381490f868a4', 'gw_port': {'id': '627471cf-7c52-43e2-815a-b671ddf96256', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:38:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a32cdd3-5276-4040-9025-d34327279fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:55:35Z', 'updated_at': '2021-01-21T19:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': 'da4a0b26-630d-4c90-85fc-ac057cfd9e3a', 'name': '', 'network_id': '287f6cae-db55-4735-aea1-21baf8371aab', 'tenant_id': 'ee36fc873ab24a67926c381490f868a4', 'mac_address': 'fa:16:3e:49:28:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a32cdd3-5276-4040-9025-d34327279fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5521111e-d6d7-421c-9b55-9115682bf598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:55:43Z', 'updated_at': '2021-01-21T19:55:45Z', 'revision_number': 2, 'project_id': 'ee36fc873ab24a67926c381490f868a4', 'subnets': [{'id': '5521111e-d6d7-421c-9b55-9115682bf598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:55:50.043879 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef046713-0842-44b4-943a-ff6e9ede5bfd None None] Checking router: 0a32cdd3-5276-4040-9025-d34327279fe4 for host: dv-cinder-726180-8-iscsi {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 19:55:50.044264 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef046713-0842-44b4-943a-ff6e9ede5bfd None None] Updating router 0a32cdd3-5276-4040-9025-d34327279fe4 port da4a0b26-630d-4c90-85fc-ac057cfd9e3a binding host dv-cinder-726180-8-iscsi {{(pid=80116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 21 19:55:50.132051 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ef046713-0842-44b4-943a-ff6e9ede5bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:50.142274 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-20ceae7b-9265-4a29-ae8f-bea1a496d0a3 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Allocated IP 172.20.0.11 (d7101a37-c498-4b8a-a743-9e18d624bc2f/e2e1ae3a-a01f-4ed0-9df0-f0a694982780/32d950a8-aeb9-4a39-bdbc-bdd18db2b0ae) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 19:55:50.201491 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-96754c5b-1c3a-4573-beed-c7228b193270 req-13faf0af-bac4-4846-86b8-7bd3745eae2b tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=02dca07f-5037-40da-9c12-a449f3a5d650 HTTP/1.1" status: 200 len: 210 time: 0.2590840 Jan 21 19:55:50.254422 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65097a16-683a-41de-b954-3b27e1cac6fd admin admin] Network 1b2f0ce1-601b-42e6-8694-96ad20ce2092 is scheduled to be hosted by DHCP agent a1da6b86-37e3-41b0-832c-986ff53a0b75 with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 19:55:50.337130 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-65097a16-683a-41de-b954-3b27e1cac6fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-8-iscsi, 1b2f0ce1-601b-42e6-8694-96ad20ce2092) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:55:50.345990 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dd344a-d434-4b93-bef0-7ed8b8c1a624 None None] Network 1b2f0ce1-601b-42e6-8694-96ad20ce2092 requested from dv-cinder-726180-8-iscsi {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 19:55:50.351070 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65097a16-683a-41de-b954-3b27e1cac6fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:55:50.352089 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-65097a16-683a-41de-b954-3b27e1cac6fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:50.567658 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-b181f23e-e4c8-4358-8f34-a56a7fc14c29 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:55:50.568479 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-b181f23e-e4c8-4358-8f34-a56a7fc14c29 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Synchronizing usage tracker for tenant:ee36fc873ab24a67926c381490f868a4 on resource:network {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 19:55:50.825446 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-59a3c9dc-1f31-417b-8fd4-49aa4b176155 admin admin] Allocated IP 172.20.0.1 (b1756871-2be2-4eac-a235-402a56a7b855/9790493f-b318-4d1c-bd26-0e9563a125df/d8a65cff-aea8-4882-a2f3-0e8473103394) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 19:55:50.883190 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cffc8b-73db-416a-9b46-5019c1301e8a None None] Network 1b2f0ce1-601b-42e6-8694-96ad20ce2092 requested from dv-cinder-726180-8-iscsi {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 19:55:50.899222 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ef046713-0842-44b4-943a-ff6e9ede5bfd None None] Notify callbacks [] for port, precommit_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:50.913447 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ef046713-0842-44b4-943a-ff6e9ede5bfd None None] Transition to ACTIVE for port object da4a0b26-630d-4c90-85fc-ac057cfd9e3a will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:55:50.929981 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ef046713-0842-44b4-943a-ff6e9ede5bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:50.964764 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-65097a16-683a-41de-b954-3b27e1cac6fd admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 7.1705270 Jan 21 19:55:50.967358 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:55:50.991740 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-3893038e-f4d6-41f4-971e-600c028245c6 req-89d2d615-45ed-44f6-bd08-763de40e3911 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Synchronizing usage tracker for tenant:bd2ebf9ca5c44a2188ad236e25a69032 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 19:55:51.121649 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-3893038e-f4d6-41f4-971e-600c028245c6 req-89d2d615-45ed-44f6-bd08-763de40e3911 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Unset dirty status for tenant:bd2ebf9ca5c44a2188ad236e25a69032 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 19:55:51.135776 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3893038e-f4d6-41f4-971e-600c028245c6 req-89d2d615-45ed-44f6-bd08-763de40e3911 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/ports?device_id=cb486324-780d-440e-ba56-f6c7a0f88f6b HTTP/1.1" status: 200 len: 210 time: 0.5627797 Jan 21 19:55:51.136536 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-b181f23e-e4c8-4358-8f34-a56a7fc14c29 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Unset dirty status for tenant:ee36fc873ab24a67926c381490f868a4 on resource:network {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 19:55:51.145197 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-b181f23e-e4c8-4358-8f34-a56a7fc14c29 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/networks?id=287f6cae-db55-4735-aea1-21baf8371aab HTTP/1.1" status: 200 len: 818 time: 1.7288802 Jan 21 19:55:51.180030 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7befc-3c5c-476f-9b07-3707e1ce6b50 None None] Pushing event updated for resources: {'Port': ['ID=da4a0b26-630d-4c90-85fc-ac057cfd9e3a,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:55:51.190233 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-9fd7befc-3c5c-476f-9b07-3707e1ce6b50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:55:51.207650 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-eec29b37-88e3-43ca-b0dd-72ee6e55428b tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/quotas/ee36fc873ab24a67926c381490f868a4 HTTP/1.1" status: 200 len: 375 time: 0.0612311 Jan 21 19:55:51.380336 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 50968) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:51.604205 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-59a3c9dc-1f31-417b-8fd4-49aa4b176155 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:51.613717 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 627471cf-7c52-43e2-815a-b671ddf96256 up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:55:51.631261 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_v2 [None req-21921f22-6583-44af-9192-df1f3584903f admin admin] Deleting subnet ecaba7f3-ff5f-499c-8d6e-e4a2a5f5e61c {{(pid=80113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 21 19:55:51.643198 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-21921f22-6583-44af-9192-df1f3584903f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:51.730873 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning complete for port 627471cf-7c52-43e2-815a-b671ddf96256 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:55:51.731665 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:51.785527 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-21921f22-6583-44af-9192-df1f3584903f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:51.803598 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-21921f22-6583-44af-9192-df1f3584903f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846617693'] for subnet, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:51.843363 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2f35c142-baa5-426f-befe-fcaae3e7a8c0 req-a06e2bb4-ad6c-4567-bd20-65dd8d8e115c tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=02dca07f-5037-40da-9c12-a449f3a5d650 HTTP/1.1" status: 200 len: 210 time: 0.3077908 Jan 21 19:55:51.955046 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device b6021edf-7e7d-496e-bee4-07f0dc3ba880 up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:55:51.965392 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-59a3c9dc-1f31-417b-8fd4-49aa4b176155 admin admin] Transition to ACTIVE for port object d8a65cff-aea8-4882-a2f3-0e8473103394 will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:55:52.044542 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-ef046713-0842-44b4-943a-ff6e9ede5bfd None None] Attempting to bind port da4a0b26-630d-4c90-85fc-ac057cfd9e3a on host dv-cinder-726180-8-iscsi for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 19:55:52.044963 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-ef046713-0842-44b4-943a-ff6e9ede5bfd None None] Attempting to bind port da4a0b26-630d-4c90-85fc-ac057cfd9e3a by drivers openvswitch on host dv-cinder-726180-8-iscsi at level 0 using segments [{'id': '591184f8-a839-4fe2-96af-9bfea154ba5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '287f6cae-db55-4735-aea1-21baf8371aab'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 19:55:52.045371 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef046713-0842-44b4-943a-ff6e9ede5bfd None None] Attempting to bind port da4a0b26-630d-4c90-85fc-ac057cfd9e3a on network 287f6cae-db55-4735-aea1-21baf8371aab {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 19:55:52.047967 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-97d70bba-1c35-46bf-ace5-9cc17cc4d3d7 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?tenant_id=ee36fc873ab24a67926c381490f868a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8382831 Jan 21 19:55:52.057986 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef046713-0842-44b4-943a-ff6e9ede5bfd None None] Checking agent: {'id': 'f684b9c2-4f8f-4e03-bb44-a00bf6d32b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 46, 8), 'started_at': datetime.datetime(2021, 1, 21, 19, 46, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 19, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:55:52.058373 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef046713-0842-44b4-943a-ff6e9ede5bfd None None] Checking segment: {'id': '591184f8-a839-4fe2-96af-9bfea154ba5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '287f6cae-db55-4735-aea1-21baf8371aab'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:55:52.058877 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ef046713-0842-44b4-943a-ff6e9ede5bfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:52.059318 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef046713-0842-44b4-943a-ff6e9ede5bfd None None] Bound using segment: {'id': '591184f8-a839-4fe2-96af-9bfea154ba5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '287f6cae-db55-4735-aea1-21baf8371aab'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:55:52.059842 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-ef046713-0842-44b4-943a-ff6e9ede5bfd None None] Bound port: da4a0b26-630d-4c90-85fc-ac057cfd9e3a, host: dv-cinder-726180-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591184f8-a839-4fe2-96af-9bfea154ba5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '287f6cae-db55-4735-aea1-21baf8371aab'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 19:55:52.061029 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-20ceae7b-9265-4a29-ae8f-bea1a496d0a3 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:52.064249 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ef046713-0842-44b4-943a-ff6e9ede5bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:52.190297 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning for port b6021edf-7e7d-496e-bee4-07f0dc3ba880 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:55:52.205522 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning complete for port b6021edf-7e7d-496e-bee4-07f0dc3ba880 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:55:52.205963 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:52.403777 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-ef046713-0842-44b4-943a-ff6e9ede5bfd None None] For port da4a0b26-630d-4c90-85fc-ac057cfd9e3a, host dv-cinder-726180-8-iscsi, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 19:55:52.413390 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-ef046713-0842-44b4-943a-ff6e9ede5bfd None None] For port da4a0b26-630d-4c90-85fc-ac057cfd9e3a, host dv-cinder-726180-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=da4a0b26-630d-4c90-85fc-ac057cfd9e3a,segment=NetworkSegment(591184f8-a839-4fe2-96af-9bfea154ba5f),segment_id=591184f8-a839-4fe2-96af-9bfea154ba5f)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 19:55:52.421202 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ef046713-0842-44b4-943a-ff6e9ede5bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:52.528575 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-59a3c9dc-1f31-417b-8fd4-49aa4b176155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:52.543419 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:52.550571 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-21921f22-6583-44af-9192-df1f3584903f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8158139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103'] for subnet, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:52.596680 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] For port b6021edf-7e7d-496e-bee4-07f0dc3ba880, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=b6021edf-7e7d-496e-bee4-07f0dc3ba880,segment=NetworkSegment(0b618305-a50f-40b3-8ec6-85df1521bd1b),segment_id=0b618305-a50f-40b3-8ec6-85df1521bd1b)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 19:55:52.610767 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:52.616492 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:55:52.687907 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ad6fd822-f375-4be2-87e4-3ac3ba1e6efe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:55:52.801677 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Pushing event updated for resources: {'Port': ['ID=b6021edf-7e7d-496e-bee4-07f0dc3ba880,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:55:52.807415 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c27609c9-ebed-49b3-b90c-c6932d26bd29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:55:52.822916 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:55:52.923627 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21921f22-6583-44af-9192-df1f3584903f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecaba7f3-ff5f-499c-8d6e-e4a2a5f5e61c,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:55:53.025276 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-21921f22-6583-44af-9192-df1f3584903f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:55:53.055973 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7befc-3c5c-476f-9b07-3707e1ce6b50 None None] Pushing event updated for resources: {'Port': ['ID=da4a0b26-630d-4c90-85fc-ac057cfd9e3a,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:55:53.077225 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-9fd7befc-3c5c-476f-9b07-3707e1ce6b50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:55:53.078063 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef046713-0842-44b4-943a-ff6e9ede5bfd None None] Routers {'0a32cdd3-5276-4040-9025-d34327279fe4'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:55:53.082498 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-ef046713-0842-44b4-943a-ff6e9ede5bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T19:55:37Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['0a32cdd3-5276-4040-9025-d34327279fe4'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:55:53.201618 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-21921f22-6583-44af-9192-df1f3584903f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:53.240210 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-21921f22-6583-44af-9192-df1f3584903f admin admin] 10.222.0.74 "DELETE /v2.0/subnets/ecaba7f3-ff5f-499c-8d6e-e4a2a5f5e61c HTTP/1.1" status: 204 len: 168 time: 1.8464985 Jan 21 19:55:53.242326 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 51000) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:53.333336 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device b6021edf-7e7d-496e-bee4-07f0dc3ba880 up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:55:53.419131 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-88fcf097-a771-4d46-848e-941111fe85bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:55:53.531786 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning complete for port b6021edf-7e7d-496e-bee4-07f0dc3ba880 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:55:53.532733 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:53.742407 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5ab3993b-1eea-49c4-8dfa-954bb73ef56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846842325'] for network, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:53.750001 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a3c9dc-1f31-417b-8fd4-49aa4b176155 admin admin] Pushing event updated for resources: {'Port': ['ID=d8a65cff-aea8-4882-a2f3-0e8473103394,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:55:53.770597 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6b8ecdfa-606e-4f00-b79e-cf9bd568e5c9 req-5c426d92-c917-44fa-8daf-f573d82dbbc2 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/ports?device_id=cb486324-780d-440e-ba56-f6c7a0f88f6b HTTP/1.1" status: 200 len: 210 time: 0.4077983 Jan 21 19:55:53.780772 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-59a3c9dc-1f31-417b-8fd4-49aa4b176155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:55:53.796000 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-20ceae7b-9265-4a29-ae8f-bea1a496d0a3 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:53.888108 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-31ae3d06-e83b-436e-8a3e-5bc98ec929cf tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Request body: {'port': {'device_id': '02dca07f-5037-40da-9c12-a449f3a5d650', 'network_id': 'fcf8d7bb-bde4-4859-98e8-bca2daf457e8', 'admin_state_up': True, 'tenant_id': 'b097bb8f9d8847ef997ca30adfb5fc15'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:55:54.176732 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-ef046713-0842-44b4-943a-ff6e9ede5bfd None None] Set router 0a32cdd3-5276-4040-9025-d34327279fe4 gateway port host: dv-cinder-726180-8-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 19:55:54.276713 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5ab3993b-1eea-49c4-8dfa-954bb73ef56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8157968', 'neutron.services.segments.db._delete_segments_for_network--9223363307589961673'] for network, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:54.383369 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:55:54.674076 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5ab3993b-1eea-49c4-8dfa-954bb73ef56d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:55:54.676351 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5ab3993b-1eea-49c4-8dfa-954bb73ef56d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:55:54.678961 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5ab3993b-1eea-49c4-8dfa-954bb73ef56d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:55:54.679370 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5ab3993b-1eea-49c4-8dfa-954bb73ef56d admin admin] Subscribe: > port after_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:55:54.681332 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5ab3993b-1eea-49c4-8dfa-954bb73ef56d admin admin] Subscribe: > port after_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:55:54.681756 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5ab3993b-1eea-49c4-8dfa-954bb73ef56d admin admin] Subscribe: > port after_update 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:55:54.682149 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5ab3993b-1eea-49c4-8dfa-954bb73ef56d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:55:54.684368 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5ab3993b-1eea-49c4-8dfa-954bb73ef56d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:55:54.684766 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5ab3993b-1eea-49c4-8dfa-954bb73ef56d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:55:54.685116 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ceae7b-9265-4a29-ae8f-bea1a496d0a3 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Pushing event updated for resources: {'Port': ['ID=32d950a8-aeb9-4a39-bdbc-bdd18db2b0ae,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:55:54.685217 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5ab3993b-1eea-49c4-8dfa-954bb73ef56d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:55:54.710434 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-20ceae7b-9265-4a29-ae8f-bea1a496d0a3 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Network d7101a37-c498-4b8a-a743-9e18d624bc2f is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:55:54.713214 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-628e70dc-4e83-4b69-a9b1-731eb7e52676 service neutron] 10.222.0.74 "GET /v2.0/networks/287f6cae-db55-4735-aea1-21baf8371aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.6325521 Jan 21 19:55:54.736722 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-50cf0715-3088-43ff-9a13-aecaabdb2f05 req-3e1bd690-6af0-4be8-85b6-2dd9bd2e7b90 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=02dca07f-5037-40da-9c12-a449f3a5d650 HTTP/1.1" status: 200 len: 210 time: 0.6435442 Jan 21 19:55:54.770912 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-20ceae7b-9265-4a29-ae8f-bea1a496d0a3 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:55:54.770912 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-20ceae7b-9265-4a29-ae8f-bea1a496d0a3 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:55:54.881729 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-20ceae7b-9265-4a29-ae8f-bea1a496d0a3 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 19:55:54.966631 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-20ceae7b-9265-4a29-ae8f-bea1a496d0a3 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:55:54.987996 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-20ceae7b-9265-4a29-ae8f-bea1a496d0a3 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:55.060009 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a3c9dc-1f31-417b-8fd4-49aa4b176155 admin admin] Network b1756871-2be2-4eac-a235-402a56a7b855 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:55:55.071688 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-59a3c9dc-1f31-417b-8fd4-49aa4b176155 admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:55:55.074795 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-20ceae7b-9265-4a29-ae8f-bea1a496d0a3 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.6111493 Jan 21 19:55:55.078324 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-ef046713-0842-44b4-943a-ff6e9ede5bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a32cdd3-5276-4040-9025-d34327279fe4', 'name': 'tempest-ServerRescueNegativeTestJSON-396467485-router', 'tenant_id': 'ee36fc873ab24a67926c381490f868a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '627471cf-7c52-43e2-815a-b671ddf96256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:55:32Z', 'updated_at': '2021-01-21T19:55:45Z', 'revision_number': 4, 'project_id': 'ee36fc873ab24a67926c381490f868a4', 'gw_port': {'id': '627471cf-7c52-43e2-815a-b671ddf96256', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a32cdd3-5276-4040-9025-d34327279fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:55:35Z', 'updated_at': '2021-01-21T19:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': 'da4a0b26-630d-4c90-85fc-ac057cfd9e3a', 'name': '', 'network_id': '287f6cae-db55-4735-aea1-21baf8371aab', 'tenant_id': 'ee36fc873ab24a67926c381490f868a4', 'mac_address': 'fa:16:3e:49:28:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a32cdd3-5276-4040-9025-d34327279fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5521111e-d6d7-421c-9b55-9115682bf598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:55:43Z', 'updated_at': '2021-01-21T19:55:52Z', 'revision_number': 4, 'project_id': 'ee36fc873ab24a67926c381490f868a4', 'subnets': [{'id': '5521111e-d6d7-421c-9b55-9115682bf598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:55:55.083586 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef046713-0842-44b4-943a-ff6e9ede5bfd None None] The sync data for ids ['0a32cdd3-5276-4040-9025-d34327279fe4'] in dv-cinder-726180-8-iscsi is: [{'id': '0a32cdd3-5276-4040-9025-d34327279fe4', 'name': 'tempest-ServerRescueNegativeTestJSON-396467485-router', 'tenant_id': 'ee36fc873ab24a67926c381490f868a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '627471cf-7c52-43e2-815a-b671ddf96256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:55:32Z', 'updated_at': '2021-01-21T19:55:45Z', 'revision_number': 4, 'project_id': 'ee36fc873ab24a67926c381490f868a4', 'gw_port': {'id': '627471cf-7c52-43e2-815a-b671ddf96256', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a32cdd3-5276-4040-9025-d34327279fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:55:35Z', 'updated_at': '2021-01-21T19:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': 'da4a0b26-630d-4c90-85fc-ac057cfd9e3a', 'name': '', 'network_id': '287f6cae-db55-4735-aea1-21baf8371aab', 'tenant_id': 'ee36fc873ab24a67926c381490f868a4', 'mac_address': 'fa:16:3e:49:28:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a32cdd3-5276-4040-9025-d34327279fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '5521111e-d6d7-421c-9b55-9115682bf598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:55:43Z', 'updated_at': '2021-01-21T19:55:52Z', 'revision_number': 4, 'project_id': 'ee36fc873ab24a67926c381490f868a4', 'subnets': [{'id': '5521111e-d6d7-421c-9b55-9115682bf598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 19:55:55.205900 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5ab3993b-1eea-49c4-8dfa-954bb73ef56d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:55:55.206339 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5ab3993b-1eea-49c4-8dfa-954bb73ef56d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:55:55.206753 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5ab3993b-1eea-49c4-8dfa-954bb73ef56d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:55:55.207472 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5ab3993b-1eea-49c4-8dfa-954bb73ef56d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80113) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 19:55:55.207939 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.segments.db [None req-5ab3993b-1eea-49c4-8dfa-954bb73ef56d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24eab99a-5e36-4402-9ac0-e7e7920e1958']}} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:55:55.262493 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.segments.db [None req-5ab3993b-1eea-49c4-8dfa-954bb73ef56d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31c7a0aa-8430-4177-b553-55b74bd020e0') {'for_net_delete': True} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:55:55.262899 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.segments.db [None req-5ab3993b-1eea-49c4-8dfa-954bb73ef56d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31c7a0aa-8430-4177-b553-55b74bd020e0') {} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:55:55.271046 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a3c9dc-1f31-417b-8fd4-49aa4b176155 admin admin] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 19:55:55.272073 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-59a3c9dc-1f31-417b-8fd4-49aa4b176155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853806930'] for router_interface, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:55.278939 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5ab3993b-1eea-49c4-8dfa-954bb73ef56d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307589963209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852630355'] for segment, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:55.296155 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5ab3993b-1eea-49c4-8dfa-954bb73ef56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8360645'] for segment, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:55.299492 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5ab3993b-1eea-49c4-8dfa-954bb73ef56d admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 21 19:55:55.764011 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-d3ec025c-febe-4443-a441-0a8b9410e6fe None None] Provisioning for port d8a65cff-aea8-4882-a2f3-0e8473103394 completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:55:55.785036 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-5ab3993b-1eea-49c4-8dfa-954bb73ef56d admin admin] Network 24eab99a-5e36-4402-9ac0-e7e7920e1958 has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 19:55:55.793114 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-d3ec025c-febe-4443-a441-0a8b9410e6fe None None] Provisioning complete for port d8a65cff-aea8-4882-a2f3-0e8473103394 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:55:55.793759 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d3ec025c-febe-4443-a441-0a8b9410e6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:55.796223 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5ab3993b-1eea-49c4-8dfa-954bb73ef56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846415140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852305729'] for segment, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:55.854510 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-e7903a5d-ea78-40b7-b875-86db19498ccc service neutron] 10.222.0.74 "GET /v2.0/networks/287f6cae-db55-4735-aea1-21baf8371aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1164181 Jan 21 19:55:55.974563 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-d3ec025c-febe-4443-a441-0a8b9410e6fe None None] Port d8a65cff-aea8-4882-a2f3-0e8473103394 cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 19:55:55.981484 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-31ae3d06-e83b-436e-8a3e-5bc98ec929cf tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:55:56.127211 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-31ae3d06-e83b-436e-8a3e-5bc98ec929cf tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Usage tracker for resource:port and tenant:b097bb8f9d8847ef997ca30adfb5fc15 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:55:56.132524 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-59a3c9dc-1f31-417b-8fd4-49aa4b176155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:56.178826 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-5ab3993b-1eea-49c4-8dfa-954bb73ef56d admin admin] Network 24eab99a-5e36-4402-9ac0-e7e7920e1958 has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 19:55:56.215744 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-31ae3d06-e83b-436e-8a3e-5bc98ec929cf tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Quota usage for port was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:55:56.409239 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a601d15-0070-4ca9-b5b4-19a1f30f58ed req-0d6d02b0-b2a8-41ce-acb6-d8c8a29174e6 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:55:56.431450 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0a601d15-0070-4ca9-b5b4-19a1f30f58ed req-0d6d02b0-b2a8-41ce-acb6-d8c8a29174e6 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/ports?device_id=cb486324-780d-440e-ba56-f6c7a0f88f6b HTTP/1.1" status: 200 len: 932 time: 1.1524591 Jan 21 19:55:56.453905 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-31ae3d06-e83b-436e-8a3e-5bc98ec929cf tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:55:56.528431 dv-cinder-726180-8-iscsi neutron-server[80002]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 21 19:55:56.528431 dv-cinder-726180-8-iscsi neutron-server[80002]: (rel_b, rel_a, rel_b), Jan 21 19:55:56.528431 dv-cinder-726180-8-iscsi neutron-server[80002]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 21 19:55:56.528431 dv-cinder-726180-8-iscsi neutron-server[80002]: (rel_b, rel_a, rel_b), Jan 21 19:55:56.528431 dv-cinder-726180-8-iscsi neutron-server[80002]: Traceback (most recent call last): Jan 21 19:55:56.528431 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:55:56.528431 dv-cinder-726180-8-iscsi neutron-server[80002]: timer() Jan 21 19:55:56.528431 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:55:56.528431 dv-cinder-726180-8-iscsi neutron-server[80002]: cb(*args, **kw) Jan 21 19:55:56.528431 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 21 19:55:56.528431 dv-cinder-726180-8-iscsi neutron-server[80002]: return func(*args, **kwargs) Jan 21 19:55:56.528431 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:55:56.528431 dv-cinder-726180-8-iscsi neutron-server[80002]: self._notify() Jan 21 19:55:56.528431 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:55:56.528431 dv-cinder-726180-8-iscsi neutron-server[80002]: self.callback(batched_events) Jan 21 19:55:56.528431 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:55:56.528431 dv-cinder-726180-8-iscsi neutron-server[80002]: event.method(event) Jan 21 19:55:56.528431 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:55:56.528431 dv-cinder-726180-8-iscsi neutron-server[80002]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:55:56.528431 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 21 19:55:56.528431 dv-cinder-726180-8-iscsi neutron-server[80002]: segment_id)['aggregates'][0] Jan 21 19:55:56.528431 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:55:56.528431 dv-cinder-726180-8-iscsi neutron-server[80002]: return f(self, *a, **k) Jan 21 19:55:56.528431 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:55:56.528431 dv-cinder-726180-8-iscsi neutron-server[80002]: return self._get(url).json() Jan 21 19:55:56.528431 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 19:55:56.528431 dv-cinder-726180-8-iscsi neutron-server[80002]: **kwargs) Jan 21 19:55:56.528431 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 19:55:56.528431 dv-cinder-726180-8-iscsi neutron-server[80002]: return self.request(url, 'GET', **kwargs) Jan 21 19:55:56.528431 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 21 19:55:56.528431 dv-cinder-726180-8-iscsi neutron-server[80002]: **endpoint_filter) Jan 21 19:55:56.528431 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 19:55:56.528431 dv-cinder-726180-8-iscsi neutron-server[80002]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:55:56.528431 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 19:55:56.528431 dv-cinder-726180-8-iscsi neutron-server[80002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:55:56.528431 dv-cinder-726180-8-iscsi neutron-server[80002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:55:56.534675 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5ab3993b-1eea-49c4-8dfa-954bb73ef56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846617832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853807049'] for network, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:56.551254 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c7af9f6a-3fdd-4f99-adc7-863d7f457435 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:55:56.623539 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5ab3993b-1eea-49c4-8dfa-954bb73ef56d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:56.654192 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab3993b-1eea-49c4-8dfa-954bb73ef56d admin admin] Pushing event deleted for resources: {'Network': ['ID=24eab99a-5e36-4402-9ac0-e7e7920e1958,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:55:56.668626 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-5ab3993b-1eea-49c4-8dfa-954bb73ef56d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:55:56.685991 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-5ab3993b-1eea-49c4-8dfa-954bb73ef56d admin admin] 10.222.0.74 "DELETE /v2.0/networks/24eab99a-5e36-4402-9ac0-e7e7920e1958 HTTP/1.1" status: 204 len: 168 time: 3.4370825 Jan 21 19:55:56.692869 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 51076) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:56.799752 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d5de879-26a7-411f-88c5-d2b710c5bdf1 admin admin] Deleting subnet 0a32ab5d-19c8-4344-b530-30e0a3daf2bd {{(pid=80113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 21 19:55:56.803577 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5d5de879-26a7-411f-88c5-d2b710c5bdf1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:56.871162 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5d5de879-26a7-411f-88c5-d2b710c5bdf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145445'] for subnet, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:56.967172 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.agents_db [None req-c7ecb146-6622-446f-8bab-48f8cf3fe8cd None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 19:55:56.983934 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-31ae3d06-e83b-436e-8a3e-5bc98ec929cf tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Made reservation on behalf of b097bb8f9d8847ef997ca30adfb5fc15 for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:55:57.000400 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-31ae3d06-e83b-436e-8a3e-5bc98ec929cf tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:57.065027 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-0a601d15-0070-4ca9-b5b4-19a1f30f58ed req-16442978-6b79-40ef-b721-4a81c8f0bddd tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Synchronizing usage tracker for tenant:bd2ebf9ca5c44a2188ad236e25a69032 on resource:security_group {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 19:55:57.071190 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-572bf489-24e3-4fb4-ab50-aff01f214cca req-fc33f09c-76b6-4e27-b7cf-32d5b9991466 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=02dca07f-5037-40da-9c12-a449f3a5d650 HTTP/1.1" status: 200 len: 210 time: 0.3080184 Jan 21 19:55:57.472001 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5d5de879-26a7-411f-88c5-d2b710c5bdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846617693'] for subnet, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:57.477776 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device da4a0b26-630d-4c90-85fc-ac057cfd9e3a up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:55:57.707420 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning for port da4a0b26-630d-4c90-85fc-ac057cfd9e3a completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:55:57.727375 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning complete for port da4a0b26-630d-4c90-85fc-ac057cfd9e3a triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:55:57.728064 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:57.916834 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-54b832f9-94d7-4f06-9d3f-33faa31c4b18 req-f1c3c475-5897-4495-8903-ab5914219c5e tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 210 time: 0.5742197 Jan 21 19:55:57.919339 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-31ae3d06-e83b-436e-8a3e-5bc98ec929cf tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Allocated IP 172.20.0.13 (fcf8d7bb-bde4-4859-98e8-bca2daf457e8/0c1900f9-e881-43bf-8a53-a3dc47783380/b2c9e90f-e4a8-48e7-8173-32f8810730c5) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 19:55:57.931896 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-0a601d15-0070-4ca9-b5b4-19a1f30f58ed req-16442978-6b79-40ef-b721-4a81c8f0bddd tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Unset dirty status for tenant:bd2ebf9ca5c44a2188ad236e25a69032 on resource:security_group {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 19:55:57.945771 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0a601d15-0070-4ca9-b5b4-19a1f30f58ed req-16442978-6b79-40ef-b721-4a81c8f0bddd tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/security-groups?id=1b91ab27-6986-4c38-a761-e3ff437caf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5126708 Jan 21 19:55:58.043868 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:58.109828 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] For port da4a0b26-630d-4c90-85fc-ac057cfd9e3a, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=da4a0b26-630d-4c90-85fc-ac057cfd9e3a,segment=NetworkSegment(591184f8-a839-4fe2-96af-9bfea154ba5f),segment_id=591184f8-a839-4fe2-96af-9bfea154ba5f)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 19:55:58.112167 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:58.115964 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:58.119317 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:55:58.195254 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5d5de879-26a7-411f-88c5-d2b710c5bdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8158139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852305712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853121062'] for subnet, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:58.321042 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Pushing event updated for resources: {'Port': ['ID=da4a0b26-630d-4c90-85fc-ac057cfd9e3a,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:55:58.327312 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:55:58.359471 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-31ae3d06-e83b-436e-8a3e-5bc98ec929cf tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:58.368306 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-21921f22-6583-44af-9192-df1f3584903f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:55:58.415122 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5de879-26a7-411f-88c5-d2b710c5bdf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a32ab5d-19c8-4344-b530-30e0a3daf2bd,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:55:58.428035 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-5d5de879-26a7-411f-88c5-d2b710c5bdf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:55:58.430552 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.db.resource_extend [None req-59a3c9dc-1f31-417b-8fd4-49aa4b176155 admin admin] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 21 19:55:58.435666 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5d5de879-26a7-411f-88c5-d2b710c5bdf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:58.443693 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-5d5de879-26a7-411f-88c5-d2b710c5bdf1 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/0a32ab5d-19c8-4344-b530-30e0a3daf2bd HTTP/1.1" status: 204 len: 168 time: 1.7495956 Jan 21 19:55:58.446431 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2659d659-d6a2-48d3-ae2f-4c95a9d3eae2 req-f744d731-2404-42a8-999a-78ae1d5bb6e1 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=02dca07f-5037-40da-9c12-a449f3a5d650 HTTP/1.1" status: 200 len: 210 time: 0.0804403 Jan 21 19:55:58.449371 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 51104) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:55:58.457855 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-59a3c9dc-1f31-417b-8fd4-49aa4b176155 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:58.472906 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-59a3c9dc-1f31-417b-8fd4-49aa4b176155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:58.475183 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-59a3c9dc-1f31-417b-8fd4-49aa4b176155 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854228120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853819575'] for router_interface, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:58.658940 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b0ee2acf-4ab6-4324-b797-7dc1038b5a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846842325'] for network, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:58.770766 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:55:58.900133 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-31ae3d06-e83b-436e-8a3e-5bc98ec929cf tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:58.942437 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b0ee2acf-4ab6-4324-b797-7dc1038b5a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8157968', 'neutron.services.segments.db._delete_segments_for_network--9223363307589961673'] for network, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:59.157759 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-e2843769-2f3f-4fa1-be5a-5ffd762a23ad tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:55:59.165178 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-e2843769-2f3f-4fa1-be5a-5ffd762a23ad tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/networks?id=287f6cae-db55-4735-aea1-21baf8371aab HTTP/1.1" status: 200 len: 818 time: 0.4274094 Jan 21 19:55:59.168245 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.segments.db [None req-b0ee2acf-4ab6-4324-b797-7dc1038b5a75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b2f0ce1-601b-42e6-8694-96ad20ce2092']}} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:55:59.196458 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.segments.db [None req-b0ee2acf-4ab6-4324-b797-7dc1038b5a75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1851e001-2adc-41dc-a1a3-72bb7a703445') {'for_net_delete': True} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:55:59.196947 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.segments.db [None req-b0ee2acf-4ab6-4324-b797-7dc1038b5a75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1851e001-2adc-41dc-a1a3-72bb7a703445') {} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:55:59.212532 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b0ee2acf-4ab6-4324-b797-7dc1038b5a75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307589963209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852630355'] for segment, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:59.243680 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b0ee2acf-4ab6-4324-b797-7dc1038b5a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8360645'] for segment, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:59.244589 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device da4a0b26-630d-4c90-85fc-ac057cfd9e3a up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:55:59.246821 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b0ee2acf-4ab6-4324-b797-7dc1038b5a75 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 21 19:55:59.303577 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-0882224c-0da4-4501-b9e1-81f0451e0ed7 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/quotas/ee36fc873ab24a67926c381490f868a4 HTTP/1.1" status: 200 len: 375 time: 0.1156096 Jan 21 19:55:59.333728 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning complete for port da4a0b26-630d-4c90-85fc-ac057cfd9e3a triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:55:59.334159 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:59.526620 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-b0ee2acf-4ab6-4324-b797-7dc1038b5a75 admin admin] Network 1b2f0ce1-601b-42e6-8694-96ad20ce2092 has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 19:55:59.538051 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a3c9dc-1f31-417b-8fd4-49aa4b176155 admin admin] Pushing event updated for resources: {'Port': ['ID=d8a65cff-aea8-4882-a2f3-0e8473103394,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:55:59.539703 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b0ee2acf-4ab6-4324-b797-7dc1038b5a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846415140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852305729'] for segment, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:59.568541 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-59a3c9dc-1f31-417b-8fd4-49aa4b176155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.798s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:55:59.571331 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b1fbc6f0-2ed5-4c9b-ae2e-c54c11690488 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:55:59.616330 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a3c9dc-1f31-417b-8fd4-49aa4b176155 admin admin] Network b1756871-2be2-4eac-a235-402a56a7b855 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:55:59.662063 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-59a3c9dc-1f31-417b-8fd4-49aa4b176155 admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:55:59.812437 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-31ae3d06-e83b-436e-8a3e-5bc98ec929cf tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Network fcf8d7bb-bde4-4859-98e8-bca2daf457e8 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:55:59.814214 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae3d06-e83b-436e-8a3e-5bc98ec929cf tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Pushing event updated for resources: {'Port': ['ID=b2c9e90f-e4a8-48e7-8173-32f8810730c5,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:55:59.820949 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-b0ee2acf-4ab6-4324-b797-7dc1038b5a75 admin admin] Network 1b2f0ce1-601b-42e6-8694-96ad20ce2092 has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 19:55:59.826182 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-31ae3d06-e83b-436e-8a3e-5bc98ec929cf tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:55:59.833962 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-31ae3d06-e83b-436e-8a3e-5bc98ec929cf tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:55:59.848272 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-31ae3d06-e83b-436e-8a3e-5bc98ec929cf tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 19:55:59.866541 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-31ae3d06-e83b-436e-8a3e-5bc98ec929cf tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:55:59.867271 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-31ae3d06-e83b-436e-8a3e-5bc98ec929cf tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:59.904701 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295bc28-b88c-4479-b066-552ff7701ff7 req-104994f7-7e77-4514-9354-f7127e9f6029 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:55:59.906452 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c295bc28-b88c-4479-b066-552ff7701ff7 req-104994f7-7e77-4514-9354-f7127e9f6029 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/ports?device_id=cb486324-780d-440e-ba56-f6c7a0f88f6b HTTP/1.1" status: 200 len: 932 time: 0.5431845 Jan 21 19:55:59.939156 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-85b68c35-13dd-4610-ac51-1fc5ffda8c69 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?tenant_id=ee36fc873ab24a67926c381490f868a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6338837 Jan 21 19:55:59.943195 dv-cinder-726180-8-iscsi neutron-server[80002]: Traceback (most recent call last): Jan 21 19:55:59.943195 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:55:59.943195 dv-cinder-726180-8-iscsi neutron-server[80002]: timer() Jan 21 19:55:59.943195 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:55:59.943195 dv-cinder-726180-8-iscsi neutron-server[80002]: cb(*args, **kw) Jan 21 19:55:59.943195 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 21 19:55:59.943195 dv-cinder-726180-8-iscsi neutron-server[80002]: return func(*args, **kwargs) Jan 21 19:55:59.943195 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:55:59.943195 dv-cinder-726180-8-iscsi neutron-server[80002]: self._notify() Jan 21 19:55:59.943195 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:55:59.943195 dv-cinder-726180-8-iscsi neutron-server[80002]: self.callback(batched_events) Jan 21 19:55:59.943195 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:55:59.943195 dv-cinder-726180-8-iscsi neutron-server[80002]: event.method(event) Jan 21 19:55:59.943195 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:55:59.943195 dv-cinder-726180-8-iscsi neutron-server[80002]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:55:59.943195 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 21 19:55:59.943195 dv-cinder-726180-8-iscsi neutron-server[80002]: segment_id)['aggregates'][0] Jan 21 19:55:59.943195 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:55:59.943195 dv-cinder-726180-8-iscsi neutron-server[80002]: return f(self, *a, **k) Jan 21 19:55:59.943195 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:55:59.943195 dv-cinder-726180-8-iscsi neutron-server[80002]: return self._get(url).json() Jan 21 19:55:59.943195 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 19:55:59.943195 dv-cinder-726180-8-iscsi neutron-server[80002]: **kwargs) Jan 21 19:55:59.943195 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 19:55:59.943195 dv-cinder-726180-8-iscsi neutron-server[80002]: return self.request(url, 'GET', **kwargs) Jan 21 19:55:59.943195 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 21 19:55:59.943195 dv-cinder-726180-8-iscsi neutron-server[80002]: **endpoint_filter) Jan 21 19:55:59.943195 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 19:55:59.943195 dv-cinder-726180-8-iscsi neutron-server[80002]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:55:59.943195 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 19:55:59.943195 dv-cinder-726180-8-iscsi neutron-server[80002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:55:59.943195 dv-cinder-726180-8-iscsi neutron-server[80002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:55:59.959353 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b0ee2acf-4ab6-4324-b797-7dc1038b5a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846617832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853807049'] for network, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:59.969160 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-dbf30690-741b-4d72-bfa5-87e77c5cface admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:55:59.981272 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-07be56be-9588-4de7-a64f-ccb6018535b9 None None] Provisioning complete for port d8a65cff-aea8-4882-a2f3-0e8473103394 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:55:59.982359 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-07be56be-9588-4de7-a64f-ccb6018535b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:59.991634 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b0ee2acf-4ab6-4324-b797-7dc1038b5a75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:55:59.994936 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee2acf-4ab6-4324-b797-7dc1038b5a75 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b2f0ce1-601b-42e6-8694-96ad20ce2092,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:00.014467 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b0ee2acf-4ab6-4324-b797-7dc1038b5a75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:00.019212 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-b0ee2acf-4ab6-4324-b797-7dc1038b5a75 admin admin] 10.222.0.74 "DELETE /v2.0/networks/1b2f0ce1-601b-42e6-8694-96ad20ce2092 HTTP/1.1" status: 204 len: 168 time: 1.5684919 Jan 21 19:56:00.064836 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-07be56be-9588-4de7-a64f-ccb6018535b9 None None] Port d8a65cff-aea8-4882-a2f3-0e8473103394 cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 19:56:00.115371 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-31ae3d06-e83b-436e-8a3e-5bc98ec929cf tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3709195 Jan 21 19:56:00.239015 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c295bc28-b88c-4479-b066-552ff7701ff7 req-0d98625e-6fbd-4183-b259-8639ae4d447f tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/security-groups?id=1b91ab27-6986-4c38-a761-e3ff437caf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209317 Jan 21 19:56:00.269616 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a3c9dc-1f31-417b-8fd4-49aa4b176155 admin admin] Router 0b476698-997c-483c-b00f-004470af1691 has already been hosted by L3 agent acfbd797-5df7-45c7-9954-db8085626b2a {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 19:56:00.280938 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 51154) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:00.363390 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-0f0b4d07-09b5-4632-9403-a12822d84e43 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c9126a24aedc4d8588b5b57fdf76acb1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0754106 Jan 21 19:56:00.363390 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 51158) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:00.402172 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-9ecbcb06-bebc-430b-8abb-69752908090d service neutron] 10.222.0.74 "GET /v2.0/networks/287f6cae-db55-4735-aea1-21baf8371aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311880 Jan 21 19:56:00.453165 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-10d2b784-0618-4f17-a7b9-afc3af619489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:00.491773 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-10d2b784-0618-4f17-a7b9-afc3af619489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:00.569735 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-10d2b784-0618-4f17-a7b9-afc3af619489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:00.579477 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d1dc8fef-a181-488c-98b7-f83e1fb8e072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:00.596261 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d2b784-0618-4f17-a7b9-afc3af619489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b346e8-b41e-46e4-b97a-c2bb3cb6099a,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:00.599535 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-10d2b784-0618-4f17-a7b9-afc3af619489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:00.600711 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-10d2b784-0618-4f17-a7b9-afc3af619489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:00.602272 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-10d2b784-0618-4f17-a7b9-afc3af619489 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/82b346e8-b41e-46e4-b97a-c2bb3cb6099a HTTP/1.1" status: 204 len: 168 time: 0.2373447 Jan 21 19:56:00.617117 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-2eb155cc-e7bb-45d9-9622-e490ee09445a tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 19:56:00.618202 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-2eb155cc-e7bb-45d9-9622-e490ee09445a tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0944216 Jan 21 19:56:00.634565 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-c9812671-8057-4958-8c85-19116503ca5a tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 19:56:00.635719 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-c9812671-8057-4958-8c85-19116503ca5a tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0765955 Jan 21 19:56:01.086788 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623037bb-3b76-4dbd-adfc-43b3ddb9578d req-cfe0c5a1-0fd9-4e4b-8f19-3acbab1aa7e0 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:01.087602 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-623037bb-3b76-4dbd-adfc-43b3ddb9578d req-cfe0c5a1-0fd9-4e4b-8f19-3acbab1aa7e0 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Synchronizing usage tracker for tenant:b097bb8f9d8847ef997ca30adfb5fc15 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 19:56:01.093036 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a3c9dc-1f31-417b-8fd4-49aa4b176155 admin admin] Notify agent at l3_agent.dv-cinder-726180-8-iscsi the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 19:56:01.108465 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8963735d-6924-471b-b071-da152546cee5 None None] Sync routers for ids ['0b476698-997c-483c-b00f-004470af1691'] in dv-cinder-726180-8-iscsi {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 19:56:01.124876 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8963735d-6924-471b-b071-da152546cee5 None None] Routers {'0b476698-997c-483c-b00f-004470af1691'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:56:01.126708 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-8963735d-6924-471b-b071-da152546cee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T19:55:37Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['0b476698-997c-483c-b00f-004470af1691'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:56:01.126922 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-59a3c9dc-1f31-417b-8fd4-49aa4b176155 admin admin] 10.222.0.74 "PUT /v2.0/routers/0b476698-997c-483c-b00f-004470af1691/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.6991830 Jan 21 19:56:01.145066 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-2f2414f9-635b-44c1-8ba0-fce101842b99 service neutron] 10.222.0.74 "GET /v2.0/networks/287f6cae-db55-4735-aea1-21baf8371aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7256320 Jan 21 19:56:01.147250 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-623037bb-3b76-4dbd-adfc-43b3ddb9578d req-cfe0c5a1-0fd9-4e4b-8f19-3acbab1aa7e0 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Unset dirty status for tenant:b097bb8f9d8847ef997ca30adfb5fc15 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 19:56:01.155808 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-623037bb-3b76-4dbd-adfc-43b3ddb9578d req-cfe0c5a1-0fd9-4e4b-8f19-3acbab1aa7e0 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=02dca07f-5037-40da-9c12-a449f3a5d650 HTTP/1.1" status: 200 len: 932 time: 0.6977563 Jan 21 19:56:01.221351 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 51182) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:01.261905 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-623037bb-3b76-4dbd-adfc-43b3ddb9578d req-7853f995-808d-475d-a3c4-6c747ab58696 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Synchronizing usage tracker for tenant:b097bb8f9d8847ef997ca30adfb5fc15 on resource:security_group {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 19:56:01.318779 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-623037bb-3b76-4dbd-adfc-43b3ddb9578d req-7853f995-808d-475d-a3c4-6c747ab58696 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Unset dirty status for tenant:b097bb8f9d8847ef997ca30adfb5fc15 on resource:security_group {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 19:56:01.335098 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-623037bb-3b76-4dbd-adfc-43b3ddb9578d req-7853f995-808d-475d-a3c4-6c747ab58696 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781695 Jan 21 19:56:01.352792 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-ba846f8f-baa0-40b3-ab0f-348da3f75b3d service neutron] Request body: {'port': {'device_id': '02dca07f-5037-40da-9c12-a449f3a5d650', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:56:01.485610 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-0d165b26-1e3f-4db7-934e-f0d0f5ce0768 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=991dd87e74734efca1bcedf33e2e3dc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2618408 Jan 21 19:56:01.491319 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 51196) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:01.572105 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-50bcfa3f-5039-4b0c-86a4-d6740ac8ff13 service neutron] Request body: {'port': {'device_id': 'cb486324-780d-440e-ba56-f6c7a0f88f6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:56:01.669031 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4544feba-0449-4dab-8b88-fced95d3d90b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:01.728701 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4544feba-0449-4dab-8b88-fced95d3d90b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:01.854128 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.83', 49417) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:01.864231 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-8963735d-6924-471b-b071-da152546cee5 None None] Set router 0b476698-997c-483c-b00f-004470af1691 gateway port host: dv-cinder-726180-8-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 19:56:02.183090 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a8124a9e-bfb7-4290-a3ed-be6863ea712d req-a3ab8a88-262b-4e0a-888e-640199707fa8 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 210 time: 0.3805194 Jan 21 19:56:02.272657 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4544feba-0449-4dab-8b88-fced95d3d90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:02.288391 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:02.323712 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4544feba-0449-4dab-8b88-fced95d3d90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebba7c41-ec4c-46ac-bfea-dbe0e5e5d653,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:02.334843 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-4544feba-0449-4dab-8b88-fced95d3d90b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:02.336230 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4544feba-0449-4dab-8b88-fced95d3d90b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:02.342988 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-4544feba-0449-4dab-8b88-fced95d3d90b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ebba7c41-ec4c-46ac-bfea-dbe0e5e5d653 HTTP/1.1" status: 204 len: 168 time: 0.8491681 Jan 21 19:56:02.381709 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-989c20ef-e4b5-41b1-9d0a-1b1e1d5caf81 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:02.384489 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-989c20ef-e4b5-41b1-9d0a-1b1e1d5caf81 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.83 "GET /v2.0/networks?id=287f6cae-db55-4735-aea1-21baf8371aab HTTP/1.1" status: 200 len: 818 time: 0.5275314 Jan 21 19:56:02.415897 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-02e5b877-9253-466f-8f9d-af10f99fbfa4 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Request body: {'port': {'device_id': 'f3b06f22-231f-4e96-aa87-7a366d7be5d0', 'network_id': '287f6cae-db55-4735-aea1-21baf8371aab', 'admin_state_up': True, 'tenant_id': 'ee36fc873ab24a67926c381490f868a4'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:56:02.627766 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-ba846f8f-baa0-40b3-ab0f-348da3f75b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:02.889800 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-50bcfa3f-5039-4b0c-86a4-d6740ac8ff13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:02.995632 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-02e5b877-9253-466f-8f9d-af10f99fbfa4 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:56:03.011786 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-02e5b877-9253-466f-8f9d-af10f99fbfa4 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Usage tracker for resource:port and tenant:ee36fc873ab24a67926c381490f868a4 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:56:03.019289 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-02e5b877-9253-466f-8f9d-af10f99fbfa4 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Quota usage for port was recalculated. Used quota:1. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:56:03.045322 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-02e5b877-9253-466f-8f9d-af10f99fbfa4 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:56:03.071875 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-02e5b877-9253-466f-8f9d-af10f99fbfa4 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Made reservation on behalf of ee36fc873ab24a67926c381490f868a4 for: {'port': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:56:03.090242 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-8963735d-6924-471b-b071-da152546cee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b476698-997c-483c-b00f-004470af1691', 'name': 'tempest-AttachVolumeTestJSON-195330097-router', 'tenant_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b6021edf-7e7d-496e-bee4-07f0dc3ba880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:55:35Z', 'updated_at': '2021-01-21T19:55:55Z', 'revision_number': 4, 'project_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'gw_port': {'id': 'b6021edf-7e7d-496e-bee4-07f0dc3ba880', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ec:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b476698-997c-483c-b00f-004470af1691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:55:37Z', 'updated_at': '2021-01-21T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': 'd8a65cff-aea8-4882-a2f3-0e8473103394', 'name': '', 'network_id': 'b1756871-2be2-4eac-a235-402a56a7b855', 'tenant_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'mac_address': 'fa:16:3e:ca:c8:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b476698-997c-483c-b00f-004470af1691', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '9790493f-b318-4d1c-bd26-0e9563a125df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:55:50Z', 'updated_at': '2021-01-21T19:55:56Z', 'revision_number': 2, 'project_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'subnets': [{'id': '9790493f-b318-4d1c-bd26-0e9563a125df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:56:03.094754 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-02e5b877-9253-466f-8f9d-af10f99fbfa4 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:03.106176 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8963735d-6924-471b-b071-da152546cee5 None None] Checking router: 0b476698-997c-483c-b00f-004470af1691 for host: dv-cinder-726180-8-iscsi {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 19:56:03.111609 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8963735d-6924-471b-b071-da152546cee5 None None] Updating router 0b476698-997c-483c-b00f-004470af1691 port d8a65cff-aea8-4882-a2f3-0e8473103394 binding host dv-cinder-726180-8-iscsi {{(pid=80115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 21 19:56:03.320524 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f40091-389f-46de-825d-54b053937134 req-aed519d4-b8e9-4947-9b05-b94b5fa6d76f tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:03.322821 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-48f40091-389f-46de-825d-54b053937134 req-aed519d4-b8e9-4947-9b05-b94b5fa6d76f tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/ports?device_id=cb486324-780d-440e-ba56-f6c7a0f88f6b HTTP/1.1" status: 200 len: 932 time: 1.5469599 Jan 21 19:56:03.336299 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 51246) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:03.343349 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-ef36fc1e-64fa-4760-9483-794b8666ab29 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Request body: {'security_group': {'name': 'tempest-securitygroup--591990710', 'description': 'tempest-description--166282943'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:56:03.354928 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-ef36fc1e-64fa-4760-9483-794b8666ab29 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:56:03.358103 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8963735d-6924-471b-b071-da152546cee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:03.358941 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-ef36fc1e-64fa-4760-9483-794b8666ab29 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Usage tracker for resource:security_group and tenant:b3037d7b8c6a4529a56f7be33c3cb0ab is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:56:03.363070 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-ef36fc1e-64fa-4760-9483-794b8666ab29 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:56:03.370705 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-ef36fc1e-64fa-4760-9483-794b8666ab29 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:56:03.503694 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ef36fc1e-64fa-4760-9483-794b8666ab29 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:03.605539 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-ef36fc1e-64fa-4760-9483-794b8666ab29 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:56:03.638437 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-48f40091-389f-46de-825d-54b053937134 req-14e0b169-49d6-43e2-a61d-f9a5a27b81b6 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/security-groups?id=1b91ab27-6986-4c38-a761-e3ff437caf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988355 Jan 21 19:56:03.759684 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-ef36fc1e-64fa-4760-9483-794b8666ab29 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Usage tracker for resource:security_group_rule and tenant:b3037d7b8c6a4529a56f7be33c3cb0ab is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:56:03.765228 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-ef36fc1e-64fa-4760-9483-794b8666ab29 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:56:03.959148 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-02e5b877-9253-466f-8f9d-af10f99fbfa4 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Allocated IP 172.20.0.2 (287f6cae-db55-4735-aea1-21baf8371aab/5521111e-d6d7-421c-9b55-9115682bf598/b7889127-6f56-46a5-a487-96ab12960634) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 19:56:04.377322 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-ef36fc1e-64fa-4760-9483-794b8666ab29 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:56:04.446844 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f96a8226-5eef-4be2-9a1e-d68d0764fab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:04.453409 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8963735d-6924-471b-b071-da152546cee5 None None] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:04.454954 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-02e5b877-9253-466f-8f9d-af10f99fbfa4 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:04.484042 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-50bcfa3f-5039-4b0c-86a4-d6740ac8ff13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32d950a8-aeb9-4a39-bdbc-bdd18db2b0ae {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 19:56:04.492403 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-8963735d-6924-471b-b071-da152546cee5 None None] Transition to ACTIVE for port object d8a65cff-aea8-4882-a2f3-0e8473103394 will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:56:04.498743 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8963735d-6924-471b-b071-da152546cee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:04.533922 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-50d4c6cd-3af7-45cc-a334-6762166b6593 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:04.545090 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-02e5b877-9253-466f-8f9d-af10f99fbfa4 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2470122'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:04.558103 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b1355553-4745-4174-bd3d-f5fb52e6e6b2 req-5112f2f9-30ba-4a71-a7ef-f99be5c3e249 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 210 time: 0.1930809 Jan 21 19:56:04.571903 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-50bcfa3f-5039-4b0c-86a4-d6740ac8ff13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:04.582180 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:04.788727 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e5b877-9253-466f-8f9d-af10f99fbfa4 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Pushing event updated for resources: {'Port': ['ID=b7889127-6f56-46a5-a487-96ab12960634,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:04.794289 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-02e5b877-9253-466f-8f9d-af10f99fbfa4 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:04.823374 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ef36fc1e-64fa-4760-9483-794b8666ab29 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:04.826494 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-50bcfa3f-5039-4b0c-86a4-d6740ac8ff13 service neutron] Transition to ACTIVE for port object 32d950a8-aeb9-4a39-bdbc-bdd18db2b0ae will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:56:04.869345 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-02e5b877-9253-466f-8f9d-af10f99fbfa4 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Network 287f6cae-db55-4735-aea1-21baf8371aab is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:56:04.872106 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-02e5b877-9253-466f-8f9d-af10f99fbfa4 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:56:04.882178 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-02e5b877-9253-466f-8f9d-af10f99fbfa4 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 19:56:04.913968 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e4aa6-1f40-41e0-9004-da8658b2e028 None None] Pushing event updated for resources: {'Port': ['ID=d8a65cff-aea8-4882-a2f3-0e8473103394,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:04.918009 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-bf7e4aa6-1f40-41e0-9004-da8658b2e028 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:05.045672 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-02e5b877-9253-466f-8f9d-af10f99fbfa4 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:05.047181 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-02e5b877-9253-466f-8f9d-af10f99fbfa4 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:05.086497 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-8963735d-6924-471b-b071-da152546cee5 None None] Attempting to bind port d8a65cff-aea8-4882-a2f3-0e8473103394 on host dv-cinder-726180-8-iscsi for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 19:56:05.087404 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-8963735d-6924-471b-b071-da152546cee5 None None] Attempting to bind port d8a65cff-aea8-4882-a2f3-0e8473103394 by drivers openvswitch on host dv-cinder-726180-8-iscsi at level 0 using segments [{'id': '54492169-1737-42df-aa1f-05bff6aaa8d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b1756871-2be2-4eac-a235-402a56a7b855'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 19:56:05.087982 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8963735d-6924-471b-b071-da152546cee5 None None] Attempting to bind port d8a65cff-aea8-4882-a2f3-0e8473103394 on network b1756871-2be2-4eac-a235-402a56a7b855 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 19:56:05.096131 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8963735d-6924-471b-b071-da152546cee5 None None] Checking agent: {'id': 'f684b9c2-4f8f-4e03-bb44-a00bf6d32b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 46, 8), 'started_at': datetime.datetime(2021, 1, 21, 19, 46, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 19, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:56:05.096873 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8963735d-6924-471b-b071-da152546cee5 None None] Checking segment: {'id': '54492169-1737-42df-aa1f-05bff6aaa8d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b1756871-2be2-4eac-a235-402a56a7b855'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:56:05.097493 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8963735d-6924-471b-b071-da152546cee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:05.098191 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8963735d-6924-471b-b071-da152546cee5 None None] Bound using segment: {'id': '54492169-1737-42df-aa1f-05bff6aaa8d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b1756871-2be2-4eac-a235-402a56a7b855'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:56:05.098996 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-8963735d-6924-471b-b071-da152546cee5 None None] Bound port: d8a65cff-aea8-4882-a2f3-0e8473103394, host: dv-cinder-726180-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54492169-1737-42df-aa1f-05bff6aaa8d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b1756871-2be2-4eac-a235-402a56a7b855'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 19:56:05.099806 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8963735d-6924-471b-b071-da152546cee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:05.104142 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-02e5b877-9253-466f-8f9d-af10f99fbfa4 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6943038 Jan 21 19:56:05.183447 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ef36fc1e-64fa-4760-9483-794b8666ab29 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:05.195289 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-50bcfa3f-5039-4b0c-86a4-d6740ac8ff13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:05.251694 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:05.441222 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-8963735d-6924-471b-b071-da152546cee5 None None] For port d8a65cff-aea8-4882-a2f3-0e8473103394, host dv-cinder-726180-8-iscsi, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 19:56:05.447658 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3835757-e93d-4428-bbe2-28d543abc17e req-879b5c62-b9fd-4888-9989-d04c874abb09 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:05.448450 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-8963735d-6924-471b-b071-da152546cee5 None None] For port d8a65cff-aea8-4882-a2f3-0e8473103394, host dv-cinder-726180-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=d8a65cff-aea8-4882-a2f3-0e8473103394,segment=NetworkSegment(54492169-1737-42df-aa1f-05bff6aaa8d2),segment_id=54492169-1737-42df-aa1f-05bff6aaa8d2)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 19:56:05.450008 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c3835757-e93d-4428-bbe2-28d543abc17e req-879b5c62-b9fd-4888-9989-d04c874abb09 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=02dca07f-5037-40da-9c12-a449f3a5d650 HTTP/1.1" status: 200 len: 932 time: 1.6778471 Jan 21 19:56:05.464269 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8963735d-6924-471b-b071-da152546cee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:05.481438 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ef36fc1e-64fa-4760-9483-794b8666ab29 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:05.483056 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-ef36fc1e-64fa-4760-9483-794b8666ab29 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.1454661 Jan 21 19:56:05.487594 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 51290) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:05.505200 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-fe570c34-d5e4-4767-809a-7e3e43961d34 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Request body: {'security_group_rule': {'security_group_id': '01f5299e-1b1b-4930-a64a-5abb5fb69acd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:56:05.521867 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef36fc1e-64fa-4760-9483-794b8666ab29 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Pushing event updated for resources: {'SecurityGroup': ['ID=01f5299e-1b1b-4930-a64a-5abb5fb69acd,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:05.528655 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-fe570c34-d5e4-4767-809a-7e3e43961d34 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:56:05.533008 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ef36fc1e-64fa-4760-9483-794b8666ab29 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:05.540138 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-fe570c34-d5e4-4767-809a-7e3e43961d34 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Usage tracker for resource:security_group_rule and tenant:b3037d7b8c6a4529a56f7be33c3cb0ab is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:56:05.550268 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-fe570c34-d5e4-4767-809a-7e3e43961d34 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:56:05.567969 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-fe570c34-d5e4-4767-809a-7e3e43961d34 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:56:05.593323 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-20ceae7b-9265-4a29-ae8f-bea1a496d0a3 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.300s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:05.644459 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fe570c34-d5e4-4767-809a-7e3e43961d34 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks [] for security_group_rule, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:05.768659 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:05.879047 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-25c60f2a-6611-4e80-bbd0-5d956bbc564b service neutron] Request body: {'port': {'device_id': 'f3b06f22-231f-4e96-aa87-7a366d7be5d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:56:05.900663 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8963735d-6924-471b-b071-da152546cee5 None None] Routers {'0b476698-997c-483c-b00f-004470af1691'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:56:05.901919 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-8963735d-6924-471b-b071-da152546cee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T19:55:37Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['0b476698-997c-483c-b00f-004470af1691'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:56:06.001480 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fe570c34-d5e4-4767-809a-7e3e43961d34 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:06.021778 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fe570c34-d5e4-4767-809a-7e3e43961d34 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600105'] for security_group_rule, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:06.042066 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e4aa6-1f40-41e0-9004-da8658b2e028 None None] Pushing event updated for resources: {'Port': ['ID=d8a65cff-aea8-4882-a2f3-0e8473103394,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:06.055008 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-ba846f8f-baa0-40b3-ab0f-348da3f75b3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2c9e90f-e4a8-48e7-8173-32f8810730c5 {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 19:56:06.071380 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:06.073451 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-bf7e4aa6-1f40-41e0-9004-da8658b2e028 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:06.082580 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-ba846f8f-baa0-40b3-ab0f-348da3f75b3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:06.088690 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bcfa3f-5039-4b0c-86a4-d6740ac8ff13 service neutron] Pushing event updated for resources: {'Port': ['ID=32d950a8-aeb9-4a39-bdbc-bdd18db2b0ae,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:06.106952 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-50bcfa3f-5039-4b0c-86a4-d6740ac8ff13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:06.177821 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe570c34-d5e4-4767-809a-7e3e43961d34 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f728693-d92b-43fc-a3ce-c61b328e5c38,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:06.192937 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-ba846f8f-baa0-40b3-ab0f-348da3f75b3d service neutron] Transition to ACTIVE for port object b2c9e90f-e4a8-48e7-8173-32f8810730c5 will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:56:06.208379 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-fe570c34-d5e4-4767-809a-7e3e43961d34 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:06.241419 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e0326-67f6-4205-97ad-f0e705acb0ff req-6eb2d85b-ddba-4e43-b928-1409ff5e0e85 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:06.243355 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e81e0326-67f6-4205-97ad-f0e705acb0ff req-6eb2d85b-ddba-4e43-b928-1409ff5e0e85 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/ports?device_id=cb486324-780d-440e-ba56-f6c7a0f88f6b HTTP/1.1" status: 200 len: 944 time: 1.1288352 Jan 21 19:56:06.250298 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c3835757-e93d-4428-bbe2-28d543abc17e req-d93d0255-73df-40ad-85b4-b210dbfb7bd3 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7823162 Jan 21 19:56:06.271976 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-ba846f8f-baa0-40b3-ab0f-348da3f75b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:06.296819 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fe570c34-d5e4-4767-809a-7e3e43961d34 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks [] for security_group_rule, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:06.299283 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-fe570c34-d5e4-4767-809a-7e3e43961d34 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8097193 Jan 21 19:56:06.305803 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 51316) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:06.315610 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-5c75105a-0b07-49b4-9cea-011f191e95a7 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Request body: {'security_group_rule': {'security_group_id': '01f5299e-1b1b-4930-a64a-5abb5fb69acd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:56:06.326518 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-5c75105a-0b07-49b4-9cea-011f191e95a7 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:56:06.332319 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-5c75105a-0b07-49b4-9cea-011f191e95a7 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Usage tracker for resource:security_group_rule and tenant:b3037d7b8c6a4529a56f7be33c3cb0ab is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:56:06.337204 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-5c75105a-0b07-49b4-9cea-011f191e95a7 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:56:06.348090 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-5c75105a-0b07-49b4-9cea-011f191e95a7 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:56:06.357397 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-8963735d-6924-471b-b071-da152546cee5 None None] Set router 0b476698-997c-483c-b00f-004470af1691 gateway port host: dv-cinder-726180-8-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 19:56:06.390920 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5c75105a-0b07-49b4-9cea-011f191e95a7 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks [] for security_group_rule, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:06.407925 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-25c60f2a-6611-4e80-bbd0-5d956bbc564b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:06.428633 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:06.675705 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f9b9652b-232a-47da-8c92-d79be60c5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:06.872927 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-8963735d-6924-471b-b071-da152546cee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b476698-997c-483c-b00f-004470af1691', 'name': 'tempest-AttachVolumeTestJSON-195330097-router', 'tenant_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b6021edf-7e7d-496e-bee4-07f0dc3ba880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:55:35Z', 'updated_at': '2021-01-21T19:55:55Z', 'revision_number': 4, 'project_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'gw_port': {'id': 'b6021edf-7e7d-496e-bee4-07f0dc3ba880', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ec:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b476698-997c-483c-b00f-004470af1691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:55:37Z', 'updated_at': '2021-01-21T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': 'd8a65cff-aea8-4882-a2f3-0e8473103394', 'name': '', 'network_id': 'b1756871-2be2-4eac-a235-402a56a7b855', 'tenant_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'mac_address': 'fa:16:3e:ca:c8:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b476698-997c-483c-b00f-004470af1691', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '9790493f-b318-4d1c-bd26-0e9563a125df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:55:50Z', 'updated_at': '2021-01-21T19:56:05Z', 'revision_number': 4, 'project_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'subnets': [{'id': '9790493f-b318-4d1c-bd26-0e9563a125df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:56:06.879273 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8963735d-6924-471b-b071-da152546cee5 None None] The sync data for ids ['0b476698-997c-483c-b00f-004470af1691'] in dv-cinder-726180-8-iscsi is: [{'id': '0b476698-997c-483c-b00f-004470af1691', 'name': 'tempest-AttachVolumeTestJSON-195330097-router', 'tenant_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b6021edf-7e7d-496e-bee4-07f0dc3ba880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:55:35Z', 'updated_at': '2021-01-21T19:55:55Z', 'revision_number': 4, 'project_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'gw_port': {'id': 'b6021edf-7e7d-496e-bee4-07f0dc3ba880', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ec:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b476698-997c-483c-b00f-004470af1691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:55:37Z', 'updated_at': '2021-01-21T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': 'd8a65cff-aea8-4882-a2f3-0e8473103394', 'name': '', 'network_id': 'b1756871-2be2-4eac-a235-402a56a7b855', 'tenant_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'mac_address': 'fa:16:3e:ca:c8:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b476698-997c-483c-b00f-004470af1691', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '9790493f-b318-4d1c-bd26-0e9563a125df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:55:50Z', 'updated_at': '2021-01-21T19:56:05Z', 'revision_number': 4, 'project_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'subnets': [{'id': '9790493f-b318-4d1c-bd26-0e9563a125df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 19:56:06.988747 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5c75105a-0b07-49b4-9cea-011f191e95a7 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:06.993385 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5c75105a-0b07-49b4-9cea-011f191e95a7 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600105'] for security_group_rule, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:07.004556 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:07.076505 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-fbf129ad-4b5a-423b-ae58-83d8624375d8 req-b8c414e7-40c3-4dd5-b3a8-41399d119bf4 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 210 time: 0.2531104 Jan 21 19:56:07.089121 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c75105a-0b07-49b4-9cea-011f191e95a7 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ce4eb4f-03dc-4075-83fe-9bb88ce3bc98,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:07.099018 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-5c75105a-0b07-49b4-9cea-011f191e95a7 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:07.113365 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba846f8f-baa0-40b3-ab0f-348da3f75b3d service neutron] Pushing event updated for resources: {'Port': ['ID=b2c9e90f-e4a8-48e7-8173-32f8810730c5,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:07.133988 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5c75105a-0b07-49b4-9cea-011f191e95a7 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks [] for security_group_rule, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:07.135974 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-5c75105a-0b07-49b4-9cea-011f191e95a7 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8290434 Jan 21 19:56:07.144807 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e81e0326-67f6-4205-97ad-f0e705acb0ff req-9c7f4cae-308d-41c5-8819-d59151517009 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/security-groups?id=1b91ab27-6986-4c38-a761-e3ff437caf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8796945 Jan 21 19:56:07.164642 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 51336) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:07.168808 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ba846f8f-baa0-40b3-ab0f-348da3f75b3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.740s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:07.181992 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-906d8bf4-37c3-4e69-ba64-37c281e6de1f tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Request body: {'floatingip': {'floating_network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:56:07.201463 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-906d8bf4-37c3-4e69-ba64-37c281e6de1f tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:56:07.243159 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-906d8bf4-37c3-4e69-ba64-37c281e6de1f tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Usage tracker for resource:floatingip and tenant:b3037d7b8c6a4529a56f7be33c3cb0ab is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:56:07.252771 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-906d8bf4-37c3-4e69-ba64-37c281e6de1f tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:56:07.262427 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-50bcfa3f-5039-4b0c-86a4-d6740ac8ff13 service neutron] Attempting to bind port 32d950a8-aeb9-4a39-bdbc-bdd18db2b0ae on host hv-cinder-72618 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 19:56:07.262882 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-50bcfa3f-5039-4b0c-86a4-d6740ac8ff13 service neutron] Attempting to bind port 32d950a8-aeb9-4a39-bdbc-bdd18db2b0ae by drivers openvswitch on host hv-cinder-72618 at level 0 using segments [{'id': 'e160b161-b134-4c2e-931d-3e8f80b1882f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd7101a37-c498-4b8a-a743-9e18d624bc2f'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 19:56:07.263707 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-50bcfa3f-5039-4b0c-86a4-d6740ac8ff13 service neutron] Attempting to bind port 32d950a8-aeb9-4a39-bdbc-bdd18db2b0ae on network d7101a37-c498-4b8a-a743-9e18d624bc2f {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 19:56:07.274356 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-50bcfa3f-5039-4b0c-86a4-d6740ac8ff13 service neutron] Checking agent: {'id': 'f41af306-ec4b-4f2b-b4b7-a53ee99eba1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 53, 28), 'started_at': datetime.datetime(2021, 1, 21, 19, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 19, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:56:07.283169 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-50bcfa3f-5039-4b0c-86a4-d6740ac8ff13 service neutron] Checking segment: {'id': 'e160b161-b134-4c2e-931d-3e8f80b1882f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd7101a37-c498-4b8a-a743-9e18d624bc2f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:56:07.283612 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-50bcfa3f-5039-4b0c-86a4-d6740ac8ff13 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:07.284028 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-50bcfa3f-5039-4b0c-86a4-d6740ac8ff13 service neutron] Bound using segment: {'id': 'e160b161-b134-4c2e-931d-3e8f80b1882f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd7101a37-c498-4b8a-a743-9e18d624bc2f'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:56:07.284591 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-50bcfa3f-5039-4b0c-86a4-d6740ac8ff13 service neutron] Bound port: 32d950a8-aeb9-4a39-bdbc-bdd18db2b0ae, host: hv-cinder-72618, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e160b161-b134-4c2e-931d-3e8f80b1882f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd7101a37-c498-4b8a-a743-9e18d624bc2f'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 19:56:07.284982 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-50bcfa3f-5039-4b0c-86a4-d6740ac8ff13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:07.323798 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device d8a65cff-aea8-4882-a2f3-0e8473103394 up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:56:07.457369 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-906d8bf4-37c3-4e69-ba64-37c281e6de1f tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:56:07.500493 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning for port d8a65cff-aea8-4882-a2f3-0e8473103394 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:56:07.508715 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning complete for port d8a65cff-aea8-4882-a2f3-0e8473103394 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:56:07.509288 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:07.511213 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-ba846f8f-baa0-40b3-ab0f-348da3f75b3d service neutron] Attempting to bind port b2c9e90f-e4a8-48e7-8173-32f8810730c5 on host hv-cinder-72618 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 19:56:07.511800 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-ba846f8f-baa0-40b3-ab0f-348da3f75b3d service neutron] Attempting to bind port b2c9e90f-e4a8-48e7-8173-32f8810730c5 by drivers openvswitch on host hv-cinder-72618 at level 0 using segments [{'id': '23c589ac-043e-4282-ad98-f9d86a119fbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fcf8d7bb-bde4-4859-98e8-bca2daf457e8'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 19:56:07.512409 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-ba846f8f-baa0-40b3-ab0f-348da3f75b3d service neutron] Attempting to bind port b2c9e90f-e4a8-48e7-8173-32f8810730c5 on network fcf8d7bb-bde4-4859-98e8-bca2daf457e8 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 19:56:07.541231 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-ba846f8f-baa0-40b3-ab0f-348da3f75b3d service neutron] Checking agent: {'id': 'f41af306-ec4b-4f2b-b4b7-a53ee99eba1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 53, 28), 'started_at': datetime.datetime(2021, 1, 21, 19, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 19, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:56:07.541811 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-ba846f8f-baa0-40b3-ab0f-348da3f75b3d service neutron] Checking segment: {'id': '23c589ac-043e-4282-ad98-f9d86a119fbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fcf8d7bb-bde4-4859-98e8-bca2daf457e8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:56:07.542236 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-ba846f8f-baa0-40b3-ab0f-348da3f75b3d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:07.542926 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-ba846f8f-baa0-40b3-ab0f-348da3f75b3d service neutron] Bound using segment: {'id': '23c589ac-043e-4282-ad98-f9d86a119fbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fcf8d7bb-bde4-4859-98e8-bca2daf457e8'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:56:07.543565 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-ba846f8f-baa0-40b3-ab0f-348da3f75b3d service neutron] Bound port: b2c9e90f-e4a8-48e7-8173-32f8810730c5, host: hv-cinder-72618, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c589ac-043e-4282-ad98-f9d86a119fbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fcf8d7bb-bde4-4859-98e8-bca2daf457e8'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 19:56:07.543965 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-ba846f8f-baa0-40b3-ab0f-348da3f75b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:07.545186 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-906d8bf4-37c3-4e69-ba64-37c281e6de1f tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks [] for floatingip, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:07.580889 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:07.626848 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-50bcfa3f-5039-4b0c-86a4-d6740ac8ff13 service neutron] For port 32d950a8-aeb9-4a39-bdbc-bdd18db2b0ae, host hv-cinder-72618, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 19:56:07.672069 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-50bcfa3f-5039-4b0c-86a4-d6740ac8ff13 service neutron] For port 32d950a8-aeb9-4a39-bdbc-bdd18db2b0ae, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=32d950a8-aeb9-4a39-bdbc-bdd18db2b0ae,segment=NetworkSegment(e160b161-b134-4c2e-931d-3e8f80b1882f),segment_id=e160b161-b134-4c2e-931d-3e8f80b1882f)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 19:56:07.755526 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-50bcfa3f-5039-4b0c-86a4-d6740ac8ff13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:07.916933 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:07.929517 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-ba846f8f-baa0-40b3-ab0f-348da3f75b3d service neutron] For port b2c9e90f-e4a8-48e7-8173-32f8810730c5, host hv-cinder-72618, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 19:56:07.933907 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-ba846f8f-baa0-40b3-ab0f-348da3f75b3d service neutron] For port b2c9e90f-e4a8-48e7-8173-32f8810730c5, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=b2c9e90f-e4a8-48e7-8173-32f8810730c5,segment=NetworkSegment(23c589ac-043e-4282-ad98-f9d86a119fbd),segment_id=23c589ac-043e-4282-ad98-f9d86a119fbd)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 19:56:07.935656 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:08.013952 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] For port d8a65cff-aea8-4882-a2f3-0e8473103394, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=d8a65cff-aea8-4882-a2f3-0e8473103394,segment=NetworkSegment(54492169-1737-42df-aa1f-05bff6aaa8d2),segment_id=54492169-1737-42df-aa1f-05bff6aaa8d2)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 19:56:08.019356 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:08.021437 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a0449098-6393-4259-a07e-69977b3203c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:08.041586 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bcfa3f-5039-4b0c-86a4-d6740ac8ff13 service neutron] Pushing event updated for resources: {'Port': ['ID=32d950a8-aeb9-4a39-bdbc-bdd18db2b0ae,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:08.056436 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-ba846f8f-baa0-40b3-ab0f-348da3f75b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:08.062830 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-50bcfa3f-5039-4b0c-86a4-d6740ac8ff13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:08.102498 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:08.177596 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-25c60f2a-6611-4e80-bbd0-5d956bbc564b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7889127-6f56-46a5-a487-96ab12960634 {{(pid=80113) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 19:56:08.180537 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Pushing event updated for resources: {'Port': ['ID=d8a65cff-aea8-4882-a2f3-0e8473103394,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:08.184791 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:08.188326 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-25c60f2a-6611-4e80-bbd0-5d956bbc564b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:08.232115 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-25c60f2a-6611-4e80-bbd0-5d956bbc564b service neutron] Transition to ACTIVE for port object b7889127-6f56-46a5-a487-96ab12960634 will not be triggered until provisioned by entity L2. {{(pid=80113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:56:08.239283 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-25c60f2a-6611-4e80-bbd0-5d956bbc564b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852305763'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:08.285610 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:08.448704 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:08.481228 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c60f2a-6611-4e80-bbd0-5d956bbc564b service neutron] Pushing event updated for resources: {'Port': ['ID=b7889127-6f56-46a5-a487-96ab12960634,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:08.502970 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-25c60f2a-6611-4e80-bbd0-5d956bbc564b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:08.511013 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-50c09439-5cde-4651-9362-1d58472bcff2 req-ac1e10e9-896b-4cc2-9139-ae962ce10a06 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 210 time: 0.1477177 Jan 21 19:56:08.587688 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba846f8f-baa0-40b3-ab0f-348da3f75b3d service neutron] Pushing event updated for resources: {'Port': ['ID=b2c9e90f-e4a8-48e7-8173-32f8810730c5,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:08.632462 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e8501-0623-4bb9-b5ea-ea116aad77f4 req-73f8f155-367b-468f-b203-a7b9ab5d5c2f tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:08.634547 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a03e8501-0623-4bb9-b5ea-ea116aad77f4 req-73f8f155-367b-468f-b203-a7b9ab5d5c2f tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=02dca07f-5037-40da-9c12-a449f3a5d650 HTTP/1.1" status: 200 len: 944 time: 0.9585061 Jan 21 19:56:08.639032 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ba846f8f-baa0-40b3-ab0f-348da3f75b3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:08.744339 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-906d8bf4-37c3-4e69-ba64-37c281e6de1f tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:08.760506 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-50bcfa3f-5039-4b0c-86a4-d6740ac8ff13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:08.761688 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-50bcfa3f-5039-4b0c-86a4-d6740ac8ff13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:08.764316 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-50bcfa3f-5039-4b0c-86a4-d6740ac8ff13 service neutron] 10.222.0.83 "PUT /v2.0/ports/32d950a8-aeb9-4a39-bdbc-bdd18db2b0ae HTTP/1.1" status: 200 len: 1158 time: 7.7931995 Jan 21 19:56:08.775533 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb486324-780d-440e-ba56-f6c7a0f88f6b', 'tag': '32d950a8-aeb9-4a39-bdbc-bdd18db2b0ae'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:56:08.942947 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:08.946156 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-ba846f8f-baa0-40b3-ab0f-348da3f75b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:08.947341 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-ba846f8f-baa0-40b3-ab0f-348da3f75b3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:08.949522 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-ba846f8f-baa0-40b3-ab0f-348da3f75b3d service neutron] 10.222.0.83 "PUT /v2.0/ports/b2c9e90f-e4a8-48e7-8173-32f8810730c5 HTTP/1.1" status: 200 len: 1158 time: 7.9543660 Jan 21 19:56:09.056549 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a03e8501-0623-4bb9-b5ea-ea116aad77f4 req-7f3fb381-382a-463d-ae58-8ba70cf2a8b9 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4112036 Jan 21 19:56:09.208377 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff396d-9196-4770-9f67-4d097d367635 req-18f191d8-fadc-4426-bf20-58f2da850198 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:09.218936 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-afff396d-9196-4770-9f67-4d097d367635 req-18f191d8-fadc-4426-bf20-58f2da850198 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/ports?device_id=cb486324-780d-440e-ba56-f6c7a0f88f6b HTTP/1.1" status: 200 len: 944 time: 0.2815759 Jan 21 19:56:09.272603 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-25c60f2a-6611-4e80-bbd0-5d956bbc564b service neutron] Attempting to bind port b7889127-6f56-46a5-a487-96ab12960634 on host hv-cinder-72618 for vnic_type normal with profile {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 19:56:09.272992 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-25c60f2a-6611-4e80-bbd0-5d956bbc564b service neutron] Attempting to bind port b7889127-6f56-46a5-a487-96ab12960634 by drivers openvswitch on host hv-cinder-72618 at level 0 using segments [{'id': '591184f8-a839-4fe2-96af-9bfea154ba5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '287f6cae-db55-4735-aea1-21baf8371aab'}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 19:56:09.273360 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-25c60f2a-6611-4e80-bbd0-5d956bbc564b service neutron] Attempting to bind port b7889127-6f56-46a5-a487-96ab12960634 on network 287f6cae-db55-4735-aea1-21baf8371aab {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 19:56:09.299626 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-25c60f2a-6611-4e80-bbd0-5d956bbc564b service neutron] Checking agent: {'id': 'f41af306-ec4b-4f2b-b4b7-a53ee99eba1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 53, 28), 'started_at': datetime.datetime(2021, 1, 21, 19, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 19, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:56:09.300037 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-25c60f2a-6611-4e80-bbd0-5d956bbc564b service neutron] Checking segment: {'id': '591184f8-a839-4fe2-96af-9bfea154ba5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '287f6cae-db55-4735-aea1-21baf8371aab'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:56:09.300661 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-25c60f2a-6611-4e80-bbd0-5d956bbc564b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:09.301013 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-25c60f2a-6611-4e80-bbd0-5d956bbc564b service neutron] Bound using segment: {'id': '591184f8-a839-4fe2-96af-9bfea154ba5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '287f6cae-db55-4735-aea1-21baf8371aab'} {{(pid=80113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:56:09.301563 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-25c60f2a-6611-4e80-bbd0-5d956bbc564b service neutron] Bound port: b7889127-6f56-46a5-a487-96ab12960634, host: hv-cinder-72618, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591184f8-a839-4fe2-96af-9bfea154ba5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '287f6cae-db55-4735-aea1-21baf8371aab'}}] {{(pid=80113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 19:56:09.301951 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-25c60f2a-6611-4e80-bbd0-5d956bbc564b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:09.333872 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device d8a65cff-aea8-4882-a2f3-0e8473103394 up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:56:09.380531 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-afff396d-9196-4770-9f67-4d097d367635 req-138c320c-26ea-4536-a672-4f221c6fa020 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/security-groups?id=1b91ab27-6986-4c38-a761-e3ff437caf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604910 Jan 21 19:56:09.489470 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning complete for port d8a65cff-aea8-4882-a2f3-0e8473103394 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:56:09.490110 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:09.601179 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-25c60f2a-6611-4e80-bbd0-5d956bbc564b service neutron] For port b7889127-6f56-46a5-a487-96ab12960634, host hv-cinder-72618, cleared binding levels {{(pid=80113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 19:56:09.615041 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-25c60f2a-6611-4e80-bbd0-5d956bbc564b service neutron] For port b7889127-6f56-46a5-a487-96ab12960634, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=b7889127-6f56-46a5-a487-96ab12960634,segment=NetworkSegment(591184f8-a839-4fe2-96af-9bfea154ba5f),segment_id=591184f8-a839-4fe2-96af-9bfea154ba5f)] {{(pid=80113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 19:56:09.617255 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-906d8bf4-37c3-4e69-ba64-37c281e6de1f tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Allocated IP 172.27.2.152 (a57e5c9c-980e-4c63-98b2-db6c66af0db2/ea65500f-ac9d-4758-b95c-d190d3e0e3d5/4b1eddbe-73f7-4d9f-8219-912127d12852) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 19:56:09.621649 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-25c60f2a-6611-4e80-bbd0-5d956bbc564b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852305763'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:09.739786 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-575093c4-dd5d-4e12-90e9-830ebcdf42e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:09.762682 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.83', 49425) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:09.831020 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb486324-780d-440e-ba56-f6c7a0f88f6b', 'tag': '32d950a8-aeb9-4a39-bdbc-bdd18db2b0ae', 'status': 'completed', 'code': 200} Jan 21 19:56:10.055889 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3967e28a-bbd2-459e-b1ee-68880005a9fb req-a733a61c-0466-4b43-a65a-977116266329 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 210 time: 0.1426387 Jan 21 19:56:10.141455 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c60f2a-6611-4e80-bbd0-5d956bbc564b service neutron] Pushing event updated for resources: {'Port': ['ID=b7889127-6f56-46a5-a487-96ab12960634,revision_number=3']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:10.208656 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-955cd841-18ca-400a-9818-27f75d332ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:10.210610 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-955cd841-18ca-400a-9818-27f75d332ee4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bd2ebf9ca5c44a2188ad236e25a69032&device_id=cb486324-780d-440e-ba56-f6c7a0f88f6b HTTP/1.1" status: 200 len: 1161 time: 0.7538068 Jan 21 19:56:10.231690 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-561ddb59-cc6f-4a83-ad6f-75bd206ecfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:10.233906 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-561ddb59-cc6f-4a83-ad6f-75bd206ecfc0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b097bb8f9d8847ef997ca30adfb5fc15&device_id=02dca07f-5037-40da-9c12-a449f3a5d650 HTTP/1.1" status: 200 len: 1161 time: 0.6217108 Jan 21 19:56:10.293939 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-25c60f2a-6611-4e80-bbd0-5d956bbc564b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:10.294704 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-25c60f2a-6611-4e80-bbd0-5d956bbc564b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:10.296282 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-25c60f2a-6611-4e80-bbd0-5d956bbc564b service neutron] 10.222.0.83 "PUT /v2.0/ports/b7889127-6f56-46a5-a487-96ab12960634 HTTP/1.1" status: 200 len: 1157 time: 4.4513927 Jan 21 19:56:10.297325 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3b06f22-231f-4e96-aa87-7a366d7be5d0', 'tag': 'b7889127-6f56-46a5-a487-96ab12960634'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:56:10.338500 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-25c60f2a-6611-4e80-bbd0-5d956bbc564b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:10.385848 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-13416ac8-bd27-4bab-bd4f-d8d9c5a65320 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:10.387670 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-13416ac8-bd27-4bab-bd4f-d8d9c5a65320 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.83 "GET /v2.0/networks?id=287f6cae-db55-4735-aea1-21baf8371aab HTTP/1.1" status: 200 len: 818 time: 0.6172647 Jan 21 19:56:10.649434 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-906d8bf4-37c3-4e69-ba64-37c281e6de1f tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:10.740525 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-906d8bf4-37c3-4e69-ba64-37c281e6de1f tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2470122'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:10.763575 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-0695e065-6481-47a9-a8da-ce03c3bb1e2a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2c9e90f-e4a8-48e7-8173-32f8810730c5 HTTP/1.1" status: 200 len: 217 time: 0.3675537 Jan 21 19:56:10.768855 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-25c60f2a-6611-4e80-bbd0-5d956bbc564b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:10.866623 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d8bf4-37c3-4e69-ba64-37c281e6de1f tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Pushing event updated for resources: {'Port': ['ID=4b1eddbe-73f7-4d9f-8219-912127d12852,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:10.939675 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-d5e2f4af-fb9d-4046-868a-c1448663155a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32d950a8-aeb9-4a39-bdbc-bdd18db2b0ae HTTP/1.1" status: 200 len: 217 time: 0.7034628 Jan 21 19:56:10.944556 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-906d8bf4-37c3-4e69-ba64-37c281e6de1f tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:10.946726 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-2b237d0c-fe96-485e-91ed-6e5e662d7bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:10.948943 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-2b237d0c-fe96-485e-91ed-6e5e662d7bea service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ee36fc873ab24a67926c381490f868a4&device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 1160 time: 0.4997234 Jan 21 19:56:10.960085 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-fadac061-665c-4d4e-80c8-c7f2a5a31e62 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Request body: {'port': {'device_id': '42040add-1c52-4cdb-b9be-ace78fef033d', 'network_id': '287f6cae-db55-4735-aea1-21baf8371aab', 'admin_state_up': True, 'tenant_id': 'ee36fc873ab24a67926c381490f868a4'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:56:11.035276 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3b06f22-231f-4e96-aa87-7a366d7be5d0', 'tag': 'b7889127-6f56-46a5-a487-96ab12960634', 'status': 'completed', 'code': 200} Jan 21 19:56:11.075266 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-05b9978f-bfe2-488c-9c85-07ae2517c48b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b7889127-6f56-46a5-a487-96ab12960634 HTTP/1.1" status: 200 len: 217 time: 0.1107969 Jan 21 19:56:11.327254 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906d8bf4-37c3-4e69-ba64-37c281e6de1f tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Network a57e5c9c-980e-4c63-98b2-db6c66af0db2 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:56:11.329697 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-50f296b7-2e6f-4499-8d6f-b39b943d2c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:11.331402 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-50f296b7-2e6f-4499-8d6f-b39b943d2c5d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5521111e-d6d7-421c-9b55-9115682bf598 HTTP/1.1" status: 200 len: 858 time: 0.2258039 Jan 21 19:56:11.332559 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-906d8bf4-37c3-4e69-ba64-37c281e6de1f tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:56:11.340892 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-e3b1e1a8-669e-42a2-8cd1-653b1d9c3192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:11.342576 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-e3b1e1a8-669e-42a2-8cd1-653b1d9c3192 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0c1900f9-e881-43bf-8a53-a3dc47783380 HTTP/1.1" status: 200 len: 855 time: 0.5128093 Jan 21 19:56:11.342786 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906d8bf4-37c3-4e69-ba64-37c281e6de1f tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 19:56:11.478078 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-d655ae77-e923-4c56-b1a4-3dce300ec5f7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=287f6cae-db55-4735-aea1-21baf8371aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839682 Jan 21 19:56:11.484751 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-4610e6aa-4ea1-400d-9301-65afe22ce5d8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fcf8d7bb-bde4-4859-98e8-bca2daf457e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806363 Jan 21 19:56:11.741771 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-fadac061-665c-4d4e-80c8-c7f2a5a31e62 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:56:11.749726 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-fadac061-665c-4d4e-80c8-c7f2a5a31e62 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Usage tracker for resource:port and tenant:ee36fc873ab24a67926c381490f868a4 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:56:11.757941 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-fadac061-665c-4d4e-80c8-c7f2a5a31e62 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Quota usage for port was recalculated. Used quota:2. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:56:11.765330 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-fadac061-665c-4d4e-80c8-c7f2a5a31e62 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:56:11.790903 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-4210c5ac-058a-493a-a848-04cd699e6b98 service neutron] 10.222.0.83 "GET /v2.0/networks/fcf8d7bb-bde4-4859-98e8-bca2daf457e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503173 Jan 21 19:56:11.811037 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-fadac061-665c-4d4e-80c8-c7f2a5a31e62 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Made reservation on behalf of ee36fc873ab24a67926c381490f868a4 for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:56:11.825746 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-fadac061-665c-4d4e-80c8-c7f2a5a31e62 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:11.855252 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-3bb05f7d-e317-4143-935d-c76f0220d7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:11.857580 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-3bb05f7d-e317-4143-935d-c76f0220d7be service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e2e1ae3a-a01f-4ed0-9df0-f0a694982780 HTTP/1.1" status: 200 len: 852 time: 0.8625455 Jan 21 19:56:11.888984 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02dca07f-5037-40da-9c12-a449f3a5d650', 'tag': 'b2c9e90f-e4a8-48e7-8173-32f8810730c5'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:56:12.000436 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-906d8bf4-37c3-4e69-ba64-37c281e6de1f tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks [] for floatingip, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:12.090831 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-f8db3429-cd46-4cb2-871a-ce2fe063f9ce service neutron] 10.222.0.83 "GET /v2.0/networks/287f6cae-db55-4735-aea1-21baf8371aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5995128 Jan 21 19:56:12.122800 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-1f8d0408-c661-4a66-8a16-964ca3fb8ba6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d7101a37-c498-4b8a-a743-9e18d624bc2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2131569 Jan 21 19:56:12.176674 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a80f19-ed6a-41c2-a73d-2941483e903b req-7c6d40f4-3137-458d-a58c-84b87fbbf2d8 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:12.193911 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-84a80f19-ed6a-41c2-a73d-2941483e903b req-7c6d40f4-3137-458d-a58c-84b87fbbf2d8 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=02dca07f-5037-40da-9c12-a449f3a5d650 HTTP/1.1" status: 200 len: 944 time: 1.4237926 Jan 21 19:56:12.317081 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-906d8bf4-37c3-4e69-ba64-37c281e6de1f tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:12.387495 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2b85a-76b0-4329-b839-c3dc48055976 req-3eba8964-3f8e-4478-8fb5-5eeb12077bf3 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:12.399136 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-70b2b85a-76b0-4329-b839-c3dc48055976 req-3eba8964-3f8e-4478-8fb5-5eeb12077bf3 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/ports?device_id=cb486324-780d-440e-ba56-f6c7a0f88f6b HTTP/1.1" status: 200 len: 944 time: 1.2353466 Jan 21 19:56:12.703135 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a1fd01ff-270a-403a-935f-91d7cf039477 req-747fee29-353a-4bbc-949a-ae45521cfe80 service neutron] 10.222.0.83 "GET /v2.0/networks/287f6cae-db55-4735-aea1-21baf8371aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5656333 Jan 21 19:56:12.709836 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-ad94bb63-93e7-49e2-b0d1-8541ff1d8579 service neutron] 10.222.0.83 "GET /v2.0/networks/d7101a37-c498-4b8a-a743-9e18d624bc2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4857821 Jan 21 19:56:12.804769 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-cf7cf81f-37fc-4328-a4c4-642c85251d16 req-ec5a0333-7d60-4401-977c-95bbaf2306b9 service neutron] 10.222.0.83 "GET /v2.0/networks/fcf8d7bb-bde4-4859-98e8-bca2daf457e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9979265 Jan 21 19:56:12.837629 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 51520) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:12.998445 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-906d8bf4-37c3-4e69-ba64-37c281e6de1f tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:13.002936 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-906d8bf4-37c3-4e69-ba64-37c281e6de1f tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852305763'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:13.037986 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-02e5b877-9253-466f-8f9d-af10f99fbfa4 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:13.055652 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-84a80f19-ed6a-41c2-a73d-2941483e903b req-75479251-cda2-4c52-a995-577dd4f012e1 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8605826 Jan 21 19:56:13.082032 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-70b2b85a-76b0-4329-b839-c3dc48055976 req-8519cb9b-19f9-428d-ba3f-53aef5971e1d tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/security-groups?id=1b91ab27-6986-4c38-a761-e3ff437caf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6818173 Jan 21 19:56:13.135290 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d8bf4-37c3-4e69-ba64-37c281e6de1f tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Pushing event updated for resources: {'Port': ['ID=4b1eddbe-73f7-4d9f-8219-912127d12852,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:13.272565 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2370b2-46b7-4f30-a7e8-521b28155773 req-53c54be0-5a6d-4ed3-b6ee-0ceff952bdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:13.274702 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2d2370b2-46b7-4f30-a7e8-521b28155773 req-53c54be0-5a6d-4ed3-b6ee-0ceff952bdfe service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ee36fc873ab24a67926c381490f868a4&device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 1160 time: 0.4066775 Jan 21 19:56:13.339093 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3fe2e390-2c24-4b7b-a5a0-0d2556938f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:13.352323 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-906d8bf4-37c3-4e69-ba64-37c281e6de1f tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:13.364644 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-3fe2e390-2c24-4b7b-a5a0-0d2556938f5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:56:13.369359 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-3fe2e390-2c24-4b7b-a5a0-0d2556938f5c admin admin] Usage tracker for resource:security_group_rule and tenant:e2847f70627d4f0c8a6dc2b20ac4a2e7 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:56:13.372939 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-3fe2e390-2c24-4b7b-a5a0-0d2556938f5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:56:13.381175 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-3fe2e390-2c24-4b7b-a5a0-0d2556938f5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:56:13.490822 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3fe2e390-2c24-4b7b-a5a0-0d2556938f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:13.506484 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2370b2-46b7-4f30-a7e8-521b28155773 req-1daa715f-dfc8-4a85-b8bd-bd667a161fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:13.508100 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2d2370b2-46b7-4f30-a7e8-521b28155773 req-1daa715f-dfc8-4a85-b8bd-bd667a161fe5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=287f6cae-db55-4735-aea1-21baf8371aab HTTP/1.1" status: 200 len: 912 time: 0.2204776 Jan 21 19:56:13.512070 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02dca07f-5037-40da-9c12-a449f3a5d650', 'tag': 'b2c9e90f-e4a8-48e7-8173-32f8810730c5', 'status': 'completed', 'code': 200} Jan 21 19:56:13.519316 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-880a9f81-e845-43c4-ad17-cf908ba87136 req-5cc8ea90-7f63-46cd-8d21-8a6a4c44287b service neutron] 10.222.0.83 "GET /v2.0/networks/d7101a37-c498-4b8a-a743-9e18d624bc2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7033579 Jan 21 19:56:13.599362 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3fe2e390-2c24-4b7b-a5a0-0d2556938f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:13.665730 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:13.711190 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe2e390-2c24-4b7b-a5a0-0d2556938f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bc29d7-9d6a-4be8-8883-3cae18f04a75,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:13.750377 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-3fe2e390-2c24-4b7b-a5a0-0d2556938f5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:13.783099 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-906d8bf4-37c3-4e69-ba64-37c281e6de1f tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853807100'] for floatingip, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:13.802331 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-3fe2e390-2c24-4b7b-a5a0-0d2556938f5c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e2847f70627d4f0c8a6dc2b20ac4a2e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9629643 Jan 21 19:56:13.809397 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 51548) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:13.853605 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ac3de-e384-4265-b5bc-f03e112c1ee2 req-3622fa9d-596a-4fd2-bbef-d24aae629155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:13.855590 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d94ac3de-e384-4265-b5bc-f03e112c1ee2 req-3622fa9d-596a-4fd2-bbef-d24aae629155 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b097bb8f9d8847ef997ca30adfb5fc15&device_id=02dca07f-5037-40da-9c12-a449f3a5d650 HTTP/1.1" status: 200 len: 1161 time: 0.3626547 Jan 21 19:56:13.865571 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-906d8bf4-37c3-4e69-ba64-37c281e6de1f tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for floatingip, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:13.876842 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-906d8bf4-37c3-4e69-ba64-37c281e6de1f tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7090621 Jan 21 19:56:13.953823 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2d2370b2-46b7-4f30-a7e8-521b28155773 req-5b75130d-aa04-4499-b38a-b992e78fb20b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b7889127-6f56-46a5-a487-96ab12960634 HTTP/1.1" status: 200 len: 217 time: 0.4326603 Jan 21 19:56:14.029173 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-95167896-fa72-477e-a4cf-53b07e5a4b27 req-7a496e9c-615b-46b1-a0cc-4891bb237611 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 210 time: 0.3975654 Jan 21 19:56:14.056893 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bc4702bc-cdf3-4acb-8122-91072856b094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:14.132809 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bc4702bc-cdf3-4acb-8122-91072856b094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:14.148198 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ac3de-e384-4265-b5bc-f03e112c1ee2 req-1ad5eb3c-3149-4630-8ccf-e3a23b984d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:14.149473 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d94ac3de-e384-4265-b5bc-f03e112c1ee2 req-1ad5eb3c-3149-4630-8ccf-e3a23b984d68 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fcf8d7bb-bde4-4859-98e8-bca2daf457e8 HTTP/1.1" status: 200 len: 909 time: 0.2662487 Jan 21 19:56:14.238626 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2370b2-46b7-4f30-a7e8-521b28155773 req-405fcc6b-24ac-46d2-9ca2-728fec39eb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:14.240647 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2d2370b2-46b7-4f30-a7e8-521b28155773 req-405fcc6b-24ac-46d2-9ca2-728fec39eb6e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5521111e-d6d7-421c-9b55-9115682bf598 HTTP/1.1" status: 200 len: 858 time: 0.2254138 Jan 21 19:56:14.304909 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d94ac3de-e384-4265-b5bc-f03e112c1ee2 req-cf207621-e777-4d3e-b999-7706f745f132 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2c9e90f-e4a8-48e7-8173-32f8810730c5 HTTP/1.1" status: 200 len: 217 time: 0.1271882 Jan 21 19:56:14.333320 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-fadac061-665c-4d4e-80c8-c7f2a5a31e62 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Allocated IP 172.20.0.4 (287f6cae-db55-4735-aea1-21baf8371aab/5521111e-d6d7-421c-9b55-9115682bf598/9537e163-a3e7-45c5-be48-d3062df2e76f) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 19:56:14.339420 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2d2370b2-46b7-4f30-a7e8-521b28155773 req-d1ab6e32-02a5-4404-b2b6-5eb6eb9df2c4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=287f6cae-db55-4735-aea1-21baf8371aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715823 Jan 21 19:56:14.344668 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-7e819484-b125-4765-82ec-a39c310507aa req-77835452-48fb-47e3-94b8-a8f5948e6abc tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Synchronizing usage tracker for tenant:b3037d7b8c6a4529a56f7be33c3cb0ab on resource:security_group {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 19:56:14.393391 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bc4702bc-cdf3-4acb-8122-91072856b094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:14.403046 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b04e8614-188e-4561-9361-5df3de5f9a09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:14.421802 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4702bc-cdf3-4acb-8122-91072856b094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bc29d7-9d6a-4be8-8883-3cae18f04a75,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:14.428251 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ac3de-e384-4265-b5bc-f03e112c1ee2 req-e76688de-9a5f-4d6a-b963-3c56ed844b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:14.430313 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d94ac3de-e384-4265-b5bc-f03e112c1ee2 req-e76688de-9a5f-4d6a-b963-3c56ed844b64 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0c1900f9-e881-43bf-8a53-a3dc47783380 HTTP/1.1" status: 200 len: 855 time: 0.1138778 Jan 21 19:56:14.431187 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-bc4702bc-cdf3-4acb-8122-91072856b094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:14.432002 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bc4702bc-cdf3-4acb-8122-91072856b094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:14.436032 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-bc4702bc-cdf3-4acb-8122-91072856b094 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b2bc29d7-9d6a-4be8-8883-3cae18f04a75 HTTP/1.1" status: 204 len: 168 time: 0.6222847 Jan 21 19:56:14.445940 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b08a8-b85e-4f38-a111-9cc799ca9e00 req-8f9409aa-dada-4ed5-87a0-f507a5efc1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:14.449126 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-fb2b08a8-b85e-4f38-a111-9cc799ca9e00 req-8f9409aa-dada-4ed5-87a0-f507a5efc1d7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bd2ebf9ca5c44a2188ad236e25a69032&device_id=cb486324-780d-440e-ba56-f6c7a0f88f6b HTTP/1.1" status: 200 len: 1161 time: 0.4971757 Jan 21 19:56:14.538330 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d94ac3de-e384-4265-b5bc-f03e112c1ee2 req-f66d2934-81ea-4813-839c-2c9fcd1c57f4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fcf8d7bb-bde4-4859-98e8-bca2daf457e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799086 Jan 21 19:56:14.674148 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-7e819484-b125-4765-82ec-a39c310507aa req-77835452-48fb-47e3-94b8-a8f5948e6abc tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Unset dirty status for tenant:b3037d7b8c6a4529a56f7be33c3cb0ab on resource:security_group {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 19:56:14.675573 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7e819484-b125-4765-82ec-a39c310507aa req-77835452-48fb-47e3-94b8-a8f5948e6abc tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--591990710&fields=id&tenant_id=b3037d7b8c6a4529a56f7be33c3cb0ab HTTP/1.1" status: 200 len: 267 time: 0.4630606 Jan 21 19:56:14.804449 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d94ac3de-e384-4265-b5bc-f03e112c1ee2 req-4219e5f9-1a9f-48f6-8a7e-63ef4948b210 service neutron] 10.222.0.83 "GET /v2.0/networks/fcf8d7bb-bde4-4859-98e8-bca2daf457e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393570 Jan 21 19:56:14.998315 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d94ac3de-e384-4265-b5bc-f03e112c1ee2 req-07e4ecac-1a5c-4c7f-8f05-cd6ba1677503 service neutron] 10.222.0.83 "GET /v2.0/networks/fcf8d7bb-bde4-4859-98e8-bca2daf457e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1796248 Jan 21 19:56:15.005627 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 51596) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:15.019883 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2d2370b2-46b7-4f30-a7e8-521b28155773 req-11cc4b44-5715-42e8-bc37-eb196874383c service neutron] 10.222.0.83 "GET /v2.0/networks/287f6cae-db55-4735-aea1-21baf8371aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6689150 Jan 21 19:56:15.025454 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4852031f-45f4-4695-b917-0ddc1d94c5e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:15.042373 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-4852031f-45f4-4695-b917-0ddc1d94c5e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:56:15.042927 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58197ca2-035d-4f64-ac07-82366b731aad req-8cc9cf4e-91ab-4efb-bf21-1d7652008b3a tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:15.044604 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-58197ca2-035d-4f64-ac07-82366b731aad req-8cc9cf4e-91ab-4efb-bf21-1d7652008b3a tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=02dca07f-5037-40da-9c12-a449f3a5d650 HTTP/1.1" status: 200 len: 944 time: 0.7080340 Jan 21 19:56:15.046720 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-4852031f-45f4-4695-b917-0ddc1d94c5e0 admin admin] Usage tracker for resource:security_group_rule and tenant:fbdf0e924fae40d3be2d72313d765005 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:56:15.049948 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-4852031f-45f4-4695-b917-0ddc1d94c5e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:56:15.056146 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-4852031f-45f4-4695-b917-0ddc1d94c5e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:56:15.083573 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b08a8-b85e-4f38-a111-9cc799ca9e00 req-906cc1dc-14f3-4863-99c7-158fc2f9c6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:15.085159 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-fb2b08a8-b85e-4f38-a111-9cc799ca9e00 req-906cc1dc-14f3-4863-99c7-158fc2f9c6bf service neutron] 10.222.0.83 "GET /v2.0/networks?id=d7101a37-c498-4b8a-a743-9e18d624bc2f HTTP/1.1" status: 200 len: 906 time: 0.5394828 Jan 21 19:56:15.155768 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4852031f-45f4-4695-b917-0ddc1d94c5e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:15.163821 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4852031f-45f4-4695-b917-0ddc1d94c5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:15.175088 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c7af9f6a-3fdd-4f99-adc7-863d7f457435 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:15.214356 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e819484-b125-4765-82ec-a39c310507aa req-ca252131-bfa9-4b15-8511-3462f6d9ec5f tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:15.216074 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7e819484-b125-4765-82ec-a39c310507aa req-ca252131-bfa9-4b15-8511-3462f6d9ec5f tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/networks?id=b1756871-2be2-4eac-a235-402a56a7b855 HTTP/1.1" status: 200 len: 810 time: 0.5110722 Jan 21 19:56:15.222957 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4852031f-45f4-4695-b917-0ddc1d94c5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91cea1c4-9fb2-41c8-ae3b-6fa2f37d5a79,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:15.231707 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-4852031f-45f4-4695-b917-0ddc1d94c5e0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fbdf0e924fae40d3be2d72313d765005&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2224240 Jan 21 19:56:15.231707 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-4852031f-45f4-4695-b917-0ddc1d94c5e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:15.232728 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 51604) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:15.237256 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-58197ca2-035d-4f64-ac07-82366b731aad req-191fdd23-7521-425d-984f-b588c33633cd tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815691 Jan 21 19:56:15.262878 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7e819484-b125-4765-82ec-a39c310507aa req-baed7ce7-0142-429f-804f-286b76aba991 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/quotas/b3037d7b8c6a4529a56f7be33c3cb0ab HTTP/1.1" status: 200 len: 375 time: 0.0330145 Jan 21 19:56:15.271545 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-fadac061-665c-4d4e-80c8-c7f2a5a31e62 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:15.326329 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-890d2bdf-1705-4d33-8308-64255b58a348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:15.374016 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-890d2bdf-1705-4d33-8308-64255b58a348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:15.394779 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-7e819484-b125-4765-82ec-a39c310507aa req-dd879a92-4d6e-4861-8495-e82d2e39498b tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Synchronizing usage tracker for tenant:b3037d7b8c6a4529a56f7be33c3cb0ab on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 19:56:15.440274 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-890d2bdf-1705-4d33-8308-64255b58a348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:15.446419 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:15.458350 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d2bdf-1705-4d33-8308-64255b58a348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91cea1c4-9fb2-41c8-ae3b-6fa2f37d5a79,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:15.458587 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-fadac061-665c-4d4e-80c8-c7f2a5a31e62 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:15.464094 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-890d2bdf-1705-4d33-8308-64255b58a348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:15.466078 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-890d2bdf-1705-4d33-8308-64255b58a348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:15.471079 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-890d2bdf-1705-4d33-8308-64255b58a348 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/91cea1c4-9fb2-41c8-ae3b-6fa2f37d5a79 HTTP/1.1" status: 204 len: 168 time: 0.2378716 Jan 21 19:56:15.492621 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-50bcfa3f-5039-4b0c-86a4-d6740ac8ff13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:15.598266 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-7e819484-b125-4765-82ec-a39c310507aa req-dd879a92-4d6e-4861-8495-e82d2e39498b tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Unset dirty status for tenant:b3037d7b8c6a4529a56f7be33c3cb0ab on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 19:56:15.599153 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7e819484-b125-4765-82ec-a39c310507aa req-dd879a92-4d6e-4861-8495-e82d2e39498b tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?tenant_id=b3037d7b8c6a4529a56f7be33c3cb0ab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3241372 Jan 21 19:56:15.761465 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadac061-665c-4d4e-80c8-c7f2a5a31e62 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Pushing event updated for resources: {'Port': ['ID=9537e163-a3e7-45c5-be48-d3062df2e76f,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:15.800665 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14b784-4562-4c9f-a682-d0032e068f60 req-ab697f30-f506-40f1-bbf0-7b023af50107 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:15.802428 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3e14b784-4562-4c9f-a682-d0032e068f60 req-ab697f30-f506-40f1-bbf0-7b023af50107 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/ports?device_id=cb486324-780d-440e-ba56-f6c7a0f88f6b HTTP/1.1" status: 200 len: 944 time: 0.4044499 Jan 21 19:56:15.805470 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-fadac061-665c-4d4e-80c8-c7f2a5a31e62 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:15.930870 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3e14b784-4562-4c9f-a682-d0032e068f60 req-2ff49803-b8f3-45cd-bdae-5f0c9e8fdd63 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/security-groups?id=1b91ab27-6986-4c38-a761-e3ff437caf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180978 Jan 21 19:56:15.943556 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7e819484-b125-4765-82ec-a39c310507aa req-7af5b766-ff5d-428e-9de9-ec01c82824b7 service neutron] 10.222.0.74 "GET /v2.0/networks/b1756871-2be2-4eac-a235-402a56a7b855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119605 Jan 21 19:56:15.945576 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-fadac061-665c-4d4e-80c8-c7f2a5a31e62 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Network 287f6cae-db55-4735-aea1-21baf8371aab is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:56:15.946818 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-fadac061-665c-4d4e-80c8-c7f2a5a31e62 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:56:15.949602 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-fadac061-665c-4d4e-80c8-c7f2a5a31e62 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 19:56:15.967546 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-fadac061-665c-4d4e-80c8-c7f2a5a31e62 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:15.968477 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-fadac061-665c-4d4e-80c8-c7f2a5a31e62 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:16.122956 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-fadac061-665c-4d4e-80c8-c7f2a5a31e62 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3576443 Jan 21 19:56:16.398021 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7e819484-b125-4765-82ec-a39c310507aa req-7d2982bc-a853-4b4c-83e2-b4bf86bf8a21 service neutron] 10.222.0.74 "GET /v2.0/networks/b1756871-2be2-4eac-a235-402a56a7b855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4241719 Jan 21 19:56:16.426364 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36470ceb-2b5a-497f-91ff-efef005331b1 req-bc73f476-d089-43e4-930b-9c93b09844ef tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:16.427565 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-36470ceb-2b5a-497f-91ff-efef005331b1 req-bc73f476-d089-43e4-930b-9c93b09844ef tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Synchronizing usage tracker for tenant:ee36fc873ab24a67926c381490f868a4 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 19:56:16.448920 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-36470ceb-2b5a-497f-91ff-efef005331b1 req-bc73f476-d089-43e4-930b-9c93b09844ef tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Unset dirty status for tenant:ee36fc873ab24a67926c381490f868a4 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 19:56:16.450232 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-36470ceb-2b5a-497f-91ff-efef005331b1 req-bc73f476-d089-43e4-930b-9c93b09844ef tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 931 time: 0.3760328 Jan 21 19:56:16.506765 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-36470ceb-2b5a-497f-91ff-efef005331b1 req-1d6355fa-1cf7-410a-87fc-e61093fc0999 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Synchronizing usage tracker for tenant:ee36fc873ab24a67926c381490f868a4 on resource:security_group {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 19:56:16.532532 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-36470ceb-2b5a-497f-91ff-efef005331b1 req-1d6355fa-1cf7-410a-87fc-e61093fc0999 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Unset dirty status for tenant:ee36fc873ab24a67926c381490f868a4 on resource:security_group {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 19:56:16.533830 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-36470ceb-2b5a-497f-91ff-efef005331b1 req-1d6355fa-1cf7-410a-87fc-e61093fc0999 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748847 Jan 21 19:56:16.743589 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3606d8ca-2763-40a8-b317-24043911f09a req-45f17a20-78c5-40bb-87a9-e7e33fdbdc6d tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 210 time: 0.1154747 Jan 21 19:56:16.821966 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e14ac-0881-46d8-85c9-bf28a778b7a9 req-b6349082-86e2-47fd-b627-f929377d6dff tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:16.823957 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b87e14ac-0881-46d8-85c9-bf28a778b7a9 req-b6349082-86e2-47fd-b627-f929377d6dff tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=02dca07f-5037-40da-9c12-a449f3a5d650 HTTP/1.1" status: 200 len: 944 time: 0.1332560 Jan 21 19:56:16.910576 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b87e14ac-0881-46d8-85c9-bf28a778b7a9 req-cd35b136-fb3c-496f-a96c-b986803c40a6 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787408 Jan 21 19:56:17.285976 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2696e0a0-bcf0-4eb8-afb8-444503c457db req-fbbe1491-c811-4cb4-85a3-bae979f79c73 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:17.287771 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2696e0a0-bcf0-4eb8-afb8-444503c457db req-fbbe1491-c811-4cb4-85a3-bae979f79c73 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/ports?device_id=cb486324-780d-440e-ba56-f6c7a0f88f6b HTTP/1.1" status: 200 len: 944 time: 0.1309638 Jan 21 19:56:17.349140 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2696e0a0-bcf0-4eb8-afb8-444503c457db req-37319272-69c5-4146-a2cf-2203bce86445 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/security-groups?id=1b91ab27-6986-4c38-a761-e3ff437caf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547621 Jan 21 19:56:17.818931 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a35d32-5132-4a7a-8778-e11ae8b98d40 req-2adf5334-059c-42eb-a0f0-0e7c9bcae75d tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:17.820844 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-21a35d32-5132-4a7a-8778-e11ae8b98d40 req-2adf5334-059c-42eb-a0f0-0e7c9bcae75d tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 931 time: 0.1189489 Jan 21 19:56:17.882599 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-21a35d32-5132-4a7a-8778-e11ae8b98d40 req-06df64f5-e971-48ba-b065-ff4cd182003b tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525482 Jan 21 19:56:17.946803 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-9e6dbab9-4226-4dc5-8830-82616c0f4307 req-6552fad2-d491-416e-91d8-f2647aa71340 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 210 time: 0.0523388 Jan 21 19:56:18.304959 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9c7f1-047a-4fe6-8249-cf7fee9fb263 req-341497ac-af6c-43ae-a4c7-8fd3fa229e74 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:18.307234 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-eca9c7f1-047a-4fe6-8249-cf7fee9fb263 req-341497ac-af6c-43ae-a4c7-8fd3fa229e74 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=02dca07f-5037-40da-9c12-a449f3a5d650 HTTP/1.1" status: 200 len: 944 time: 0.1802611 Jan 21 19:56:18.317525 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-ee406b73-4840-42a3-8133-498142d3bfae service neutron] Request body: {'port': {'device_id': '42040add-1c52-4cdb-b9be-ace78fef033d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:56:18.589621 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-fb2b08a8-b85e-4f38-a111-9cc799ca9e00 req-3b3b3727-b037-4041-9fc4-7d044fc50cf7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32d950a8-aeb9-4a39-bdbc-bdd18db2b0ae HTTP/1.1" status: 200 len: 217 time: 0.2787640 Jan 21 19:56:18.798139 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-ee406b73-4840-42a3-8133-498142d3bfae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:18.820051 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-eca9c7f1-047a-4fe6-8249-cf7fee9fb263 req-cc5eef79-8ee8-40c5-b9f4-80d7f26f5bee tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233662 Jan 21 19:56:18.842314 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b08a8-b85e-4f38-a111-9cc799ca9e00 req-fb6bab32-8b6a-4e13-acce-85069a6fcb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:18.844008 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-fb2b08a8-b85e-4f38-a111-9cc799ca9e00 req-fb6bab32-8b6a-4e13-acce-85069a6fcb47 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e2e1ae3a-a01f-4ed0-9df0-f0a694982780 HTTP/1.1" status: 200 len: 852 time: 0.1928465 Jan 21 19:56:18.929394 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2d2370b2-46b7-4f30-a7e8-521b28155773 req-23e80893-ee1f-428f-a194-2b6e91bd694e service neutron] 10.222.0.83 "GET /v2.0/networks/287f6cae-db55-4735-aea1-21baf8371aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6206682 Jan 21 19:56:19.025354 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cab8d2-8a33-4c0f-9bda-34cf5e18c251 req-06fd68c4-f081-4712-9af0-cd70311108ad tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:19.027193 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f7cab8d2-8a33-4c0f-9bda-34cf5e18c251 req-06fd68c4-f081-4712-9af0-cd70311108ad tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/ports?device_id=cb486324-780d-440e-ba56-f6c7a0f88f6b HTTP/1.1" status: 200 len: 944 time: 0.4365869 Jan 21 19:56:19.216205 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f7cab8d2-8a33-4c0f-9bda-34cf5e18c251 req-4dd3a246-3beb-4232-b294-1a0caefc7cb8 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/security-groups?id=1b91ab27-6986-4c38-a761-e3ff437caf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803534 Jan 21 19:56:19.375434 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df3bead-f247-47be-a86a-706917c54184 req-f85dcc41-b36a-4844-a43f-ce140e524462 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:19.377275 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6df3bead-f247-47be-a86a-706917c54184 req-f85dcc41-b36a-4844-a43f-ce140e524462 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 931 time: 0.3402338 Jan 21 19:56:19.514108 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ca531474-80bb-4e5b-9ff7-99516f83e53f req-bd6bf84a-8261-4938-b4ae-f61356f3fb96 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 210 time: 0.1270459 Jan 21 19:56:19.549836 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-fb2b08a8-b85e-4f38-a111-9cc799ca9e00 req-48eb9923-35ef-416e-ae66-7a9e0aa176dd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d7101a37-c498-4b8a-a743-9e18d624bc2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1122503 Jan 21 19:56:19.593054 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6df3bead-f247-47be-a86a-706917c54184 req-7f5e0ee9-9d3a-48ef-8389-e16643309a12 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025061 Jan 21 19:56:19.825049 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-ee406b73-4840-42a3-8133-498142d3bfae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9537e163-a3e7-45c5-be48-d3062df2e76f {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 19:56:19.839078 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-ee406b73-4840-42a3-8133-498142d3bfae service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:19.846610 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-fb2b08a8-b85e-4f38-a111-9cc799ca9e00 req-c560e036-d7dc-4998-afd0-b32f60057499 service neutron] 10.222.0.83 "GET /v2.0/networks/d7101a37-c498-4b8a-a743-9e18d624bc2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507777 Jan 21 19:56:19.857196 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-ee406b73-4840-42a3-8133-498142d3bfae service neutron] Transition to ACTIVE for port object 9537e163-a3e7-45c5-be48-d3062df2e76f will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:56:19.889278 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-ee406b73-4840-42a3-8133-498142d3bfae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:19.954863 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 51760) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:20.054881 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:20.162053 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4308b222-ebc7-4be3-ac76-6398bf80a32a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:20.180354 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-4308b222-ebc7-4be3-ac76-6398bf80a32a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:56:20.185293 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-4308b222-ebc7-4be3-ac76-6398bf80a32a admin admin] Usage tracker for resource:security_group_rule and tenant:2c09499d5f124a529ef3485da61dbab5 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:56:20.189736 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-4308b222-ebc7-4be3-ac76-6398bf80a32a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:56:20.196750 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-4308b222-ebc7-4be3-ac76-6398bf80a32a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:56:20.294583 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4308b222-ebc7-4be3-ac76-6398bf80a32a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:20.299033 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4308b222-ebc7-4be3-ac76-6398bf80a32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:20.323130 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-3fe2e390-2c24-4b7b-a5a0-0d2556938f5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:20.347190 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-4308b222-ebc7-4be3-ac76-6398bf80a32a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2c09499d5f124a529ef3485da61dbab5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3909707 Jan 21 19:56:20.347863 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 51768) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:20.425808 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4308b222-ebc7-4be3-ac76-6398bf80a32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f5ecaf-06c9-4c7c-a6f6-7c62786400cb,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:20.438197 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-4308b222-ebc7-4be3-ac76-6398bf80a32a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:20.449505 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-911a30d5-10b5-41e5-b0c3-0eb5e03f9ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:20.484259 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-911a30d5-10b5-41e5-b0c3-0eb5e03f9ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:20.567787 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-911a30d5-10b5-41e5-b0c3-0eb5e03f9ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:20.591022 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:20.614805 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911a30d5-10b5-41e5-b0c3-0eb5e03f9ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f5ecaf-06c9-4c7c-a6f6-7c62786400cb,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:20.619390 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-911a30d5-10b5-41e5-b0c3-0eb5e03f9ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:20.624353 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-911a30d5-10b5-41e5-b0c3-0eb5e03f9ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:20.627624 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-911a30d5-10b5-41e5-b0c3-0eb5e03f9ea3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/76f5ecaf-06c9-4c7c-a6f6-7c62786400cb HTTP/1.1" status: 204 len: 168 time: 0.2761624 Jan 21 19:56:20.775588 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee406b73-4840-42a3-8133-498142d3bfae service neutron] Pushing event updated for resources: {'Port': ['ID=9537e163-a3e7-45c5-be48-d3062df2e76f,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:20.788663 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ee406b73-4840-42a3-8133-498142d3bfae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.734s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:20.892998 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-fb2b08a8-b85e-4f38-a111-9cc799ca9e00 req-773312db-694e-4659-974e-35defe1b5f92 service neutron] 10.222.0.83 "GET /v2.0/networks/d7101a37-c498-4b8a-a743-9e18d624bc2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0339046 Jan 21 19:56:20.954278 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e819484-b125-4765-82ec-a39c310507aa req-8a2167aa-7cfa-408e-a2f1-b54b64a0208b tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:20.954278 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7e819484-b125-4765-82ec-a39c310507aa req-8a2167aa-7cfa-408e-a2f1-b54b64a0208b tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.83 "GET /v2.0/networks?id=b1756871-2be2-4eac-a235-402a56a7b855 HTTP/1.1" status: 200 len: 810 time: 0.6604643 Jan 21 19:56:20.990194 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0491142-5371-4482-9b2c-f653e7ac384e req-773b97f6-6adb-4025-aba6-4401830fffef tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:20.991959 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d0491142-5371-4482-9b2c-f653e7ac384e req-773b97f6-6adb-4025-aba6-4401830fffef tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=02dca07f-5037-40da-9c12-a449f3a5d650 HTTP/1.1" status: 200 len: 944 time: 0.7026320 Jan 21 19:56:21.148042 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85d579-9c03-4811-a3fa-55d8f3a7c09a req-6d88fcc8-c470-4bba-96de-58de2fb94b04 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:21.149758 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ac85d579-9c03-4811-a3fa-55d8f3a7c09a req-6d88fcc8-c470-4bba-96de-58de2fb94b04 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/ports?device_id=cb486324-780d-440e-ba56-f6c7a0f88f6b HTTP/1.1" status: 200 len: 944 time: 0.6653049 Jan 21 19:56:21.166254 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 51814) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:21.200580 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5ca92b41-5480-43c3-b480-f50c0ad13382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:21.221980 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-ee406b73-4840-42a3-8133-498142d3bfae service neutron] Attempting to bind port 9537e163-a3e7-45c5-be48-d3062df2e76f on host hv-cinder-72618 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 19:56:21.222367 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-ee406b73-4840-42a3-8133-498142d3bfae service neutron] Attempting to bind port 9537e163-a3e7-45c5-be48-d3062df2e76f by drivers openvswitch on host hv-cinder-72618 at level 0 using segments [{'id': '591184f8-a839-4fe2-96af-9bfea154ba5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '287f6cae-db55-4735-aea1-21baf8371aab'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 19:56:21.222835 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-ee406b73-4840-42a3-8133-498142d3bfae service neutron] Attempting to bind port 9537e163-a3e7-45c5-be48-d3062df2e76f on network 287f6cae-db55-4735-aea1-21baf8371aab {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 19:56:21.233805 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-5ca92b41-5480-43c3-b480-f50c0ad13382 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:56:21.238612 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-5ca92b41-5480-43c3-b480-f50c0ad13382 admin admin] Usage tracker for resource:security_group_rule and tenant:38b34efb91a041e0b4f21861c4eb066f is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:56:21.242317 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-5ca92b41-5480-43c3-b480-f50c0ad13382 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:56:21.248988 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-5ca92b41-5480-43c3-b480-f50c0ad13382 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:56:21.273948 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d0491142-5371-4482-9b2c-f653e7ac384e req-7562e933-f6e8-4c1f-8428-7ee87627c9bc tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986160 Jan 21 19:56:21.274948 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-ee406b73-4840-42a3-8133-498142d3bfae service neutron] Checking agent: {'id': 'f41af306-ec4b-4f2b-b4b7-a53ee99eba1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 53, 28), 'started_at': datetime.datetime(2021, 1, 21, 19, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 19, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:56:21.275336 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-ee406b73-4840-42a3-8133-498142d3bfae service neutron] Checking segment: {'id': '591184f8-a839-4fe2-96af-9bfea154ba5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '287f6cae-db55-4735-aea1-21baf8371aab'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:56:21.275799 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-ee406b73-4840-42a3-8133-498142d3bfae service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:21.276243 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-ee406b73-4840-42a3-8133-498142d3bfae service neutron] Bound using segment: {'id': '591184f8-a839-4fe2-96af-9bfea154ba5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '287f6cae-db55-4735-aea1-21baf8371aab'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:56:21.277116 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-ee406b73-4840-42a3-8133-498142d3bfae service neutron] Bound port: 9537e163-a3e7-45c5-be48-d3062df2e76f, host: hv-cinder-72618, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591184f8-a839-4fe2-96af-9bfea154ba5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '287f6cae-db55-4735-aea1-21baf8371aab'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 19:56:21.277238 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-ee406b73-4840-42a3-8133-498142d3bfae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:21.353536 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7e819484-b125-4765-82ec-a39c310507aa req-8603c420-7621-4dd4-b2f9-1c89f7ba7afd tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b3037d7b8c6a4529a56f7be33c3cb0ab HTTP/1.1" status: 200 len: 5703 time: 0.3072042 Jan 21 19:56:21.410907 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ac85d579-9c03-4811-a3fa-55d8f3a7c09a req-b0df990c-80b8-4ab8-ad17-2ae31cc9fa06 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/security-groups?id=1b91ab27-6986-4c38-a761-e3ff437caf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392087 Jan 21 19:56:21.424091 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-7e819484-b125-4765-82ec-a39c310507aa req-e19c7ad4-b10a-412a-bdf2-526774dc7a66 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Request body: {'port': {'device_id': '469e5dae-7fc2-48fc-80b1-8bbd126023bb', 'network_id': 'b1756871-2be2-4eac-a235-402a56a7b855', 'admin_state_up': True, 'tenant_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'security_groups': ['01f5299e-1b1b-4930-a64a-5abb5fb69acd']}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:56:21.444778 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5ca92b41-5480-43c3-b480-f50c0ad13382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:21.456022 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5ca92b41-5480-43c3-b480-f50c0ad13382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:21.480444 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-10d2b784-0618-4f17-a7b9-afc3af619489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:21.521200 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca92b41-5480-43c3-b480-f50c0ad13382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62416e98-c972-4f83-949d-218949aa6357,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:21.549268 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-5ca92b41-5480-43c3-b480-f50c0ad13382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:21.559367 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-5ca92b41-5480-43c3-b480-f50c0ad13382 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=38b34efb91a041e0b4f21861c4eb066f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3895092 Jan 21 19:56:21.561405 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 51826) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:21.658216 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-250a469c-e762-4372-8931-d995e9635f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:21.700334 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-250a469c-e762-4372-8931-d995e9635f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:21.704820 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.objects.ports [None req-6bf3afbc-1e8b-4e07-a4eb-b50aadbe25bd None None] Time-cost: Fetching 4 ports in 3 security groups {{(pid=80115) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 21 19:56:21.761772 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-58746639-d0c9-46c3-843b-ced79f531cf3 req-4a78b4ce-feaf-40f8-922a-08a5608e2c43 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 210 time: 0.2394023 Jan 21 19:56:21.789342 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-250a469c-e762-4372-8931-d995e9635f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:21.796334 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-4308b222-ebc7-4be3-ac76-6398bf80a32a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:21.812432 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a469c-e762-4372-8931-d995e9635f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62416e98-c972-4f83-949d-218949aa6357,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:21.815862 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-250a469c-e762-4372-8931-d995e9635f59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:21.818798 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-250a469c-e762-4372-8931-d995e9635f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:21.819695 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-7e819484-b125-4765-82ec-a39c310507aa req-e19c7ad4-b10a-412a-bdf2-526774dc7a66 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:56:21.820254 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-250a469c-e762-4372-8931-d995e9635f59 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/62416e98-c972-4f83-949d-218949aa6357 HTTP/1.1" status: 204 len: 168 time: 0.2567849 Jan 21 19:56:21.837607 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-ee406b73-4840-42a3-8133-498142d3bfae service neutron] For port 9537e163-a3e7-45c5-be48-d3062df2e76f, host hv-cinder-72618, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 19:56:21.849806 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-7e819484-b125-4765-82ec-a39c310507aa req-e19c7ad4-b10a-412a-bdf2-526774dc7a66 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:56:21.869438 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-ee406b73-4840-42a3-8133-498142d3bfae service neutron] For port 9537e163-a3e7-45c5-be48-d3062df2e76f, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=9537e163-a3e7-45c5-be48-d3062df2e76f,segment=NetworkSegment(591184f8-a839-4fe2-96af-9bfea154ba5f),segment_id=591184f8-a839-4fe2-96af-9bfea154ba5f)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 19:56:21.871818 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e819484-b125-4765-82ec-a39c310507aa req-e19c7ad4-b10a-412a-bdf2-526774dc7a66 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Made reservation on behalf of b3037d7b8c6a4529a56f7be33c3cb0ab for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:56:21.882168 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-7e819484-b125-4765-82ec-a39c310507aa req-e19c7ad4-b10a-412a-bdf2-526774dc7a66 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:21.901455 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-ee406b73-4840-42a3-8133-498142d3bfae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:21.943365 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07afd58-a499-4373-b506-d53a5afe3adf req-afb224de-b0ce-41e8-a583-12e7a45b3772 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:21.945084 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c07afd58-a499-4373-b506-d53a5afe3adf req-afb224de-b0ce-41e8-a583-12e7a45b3772 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 943 time: 0.3042364 Jan 21 19:56:21.949915 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-50bcfa3f-5039-4b0c-86a4-d6740ac8ff13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:22.260260 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c07afd58-a499-4373-b506-d53a5afe3adf req-452388f9-357a-4e7f-8799-f32119937564 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676420 Jan 21 19:56:22.279136 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee406b73-4840-42a3-8133-498142d3bfae service neutron] Pushing event updated for resources: {'Port': ['ID=9537e163-a3e7-45c5-be48-d3062df2e76f,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:22.291510 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ee406b73-4840-42a3-8133-498142d3bfae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:22.402275 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-ee406b73-4840-42a3-8133-498142d3bfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:22.402993 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-ee406b73-4840-42a3-8133-498142d3bfae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:22.404597 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-ee406b73-4840-42a3-8133-498142d3bfae service neutron] 10.222.0.83 "PUT /v2.0/ports/9537e163-a3e7-45c5-be48-d3062df2e76f HTTP/1.1" status: 200 len: 1157 time: 4.0926125 Jan 21 19:56:22.410844 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42040add-1c52-4cdb-b9be-ace78fef033d', 'tag': '9537e163-a3e7-45c5-be48-d3062df2e76f'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:56:22.634260 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42040add-1c52-4cdb-b9be-ace78fef033d', 'tag': '9537e163-a3e7-45c5-be48-d3062df2e76f', 'status': 'completed', 'code': 200} Jan 21 19:56:22.904645 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [req-7e819484-b125-4765-82ec-a39c310507aa req-e19c7ad4-b10a-412a-bdf2-526774dc7a66 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Allocated IP 172.20.0.11 (b1756871-2be2-4eac-a235-402a56a7b855/9790493f-b318-4d1c-bd26-0e9563a125df/0ab05c73-5c40-4d07-a524-cc9d95ce976e) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 19:56:22.961676 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-d6aef7b6-b2b4-41b8-bff4-ca5576def47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:22.963602 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-d6aef7b6-b2b4-41b8-bff4-ca5576def47d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ee36fc873ab24a67926c381490f868a4&device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 1160 time: 0.4691656 Jan 21 19:56:23.455358 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-223d79ec-6018-4920-8350-7dfc5c303077 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9537e163-a3e7-45c5-be48-d3062df2e76f HTTP/1.1" status: 200 len: 217 time: 0.4674459 Jan 21 19:56:23.490081 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b106c-23c8-4243-b41f-0c04a731ecd4 req-73b2d5c8-94b8-4cd4-86c1-e75035e2b7f7 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:23.491827 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-106b106c-23c8-4243-b41f-0c04a731ecd4 req-73b2d5c8-94b8-4cd4-86c1-e75035e2b7f7 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/ports?device_id=cb486324-780d-440e-ba56-f6c7a0f88f6b HTTP/1.1" status: 200 len: 944 time: 0.8371012 Jan 21 19:56:23.514311 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2720a-12d4-4953-97b9-01c95c4522a2 req-e811d58c-f791-4285-ad5b-970831b2ddf3 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:23.516249 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6bd2720a-12d4-4953-97b9-01c95c4522a2 req-e811d58c-f791-4285-ad5b-970831b2ddf3 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=02dca07f-5037-40da-9c12-a449f3a5d650 HTTP/1.1" status: 200 len: 944 time: 0.9047887 Jan 21 19:56:23.780665 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6bd2720a-12d4-4953-97b9-01c95c4522a2 req-c6f52661-4e3e-4755-82eb-24b1283978ce tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210033 Jan 21 19:56:23.802998 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-106b106c-23c8-4243-b41f-0c04a731ecd4 req-da2925a0-88c0-4fb1-affe-00c085d311b3 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/security-groups?id=1b91ab27-6986-4c38-a761-e3ff437caf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833164 Jan 21 19:56:23.809694 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-db128af4-3886-4fe7-a0a4-6e9f34ce3c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:23.811578 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-db128af4-3886-4fe7-a0a4-6e9f34ce3c0b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5521111e-d6d7-421c-9b55-9115682bf598 HTTP/1.1" status: 200 len: 858 time: 0.2936764 Jan 21 19:56:23.898219 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-0b6124c9-e57b-4a19-ae90-311f57eefaad service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=287f6cae-db55-4735-aea1-21baf8371aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622597 Jan 21 19:56:24.081621 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 32d950a8-aeb9-4a39-bdbc-bdd18db2b0ae up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:56:24.123434 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-7e819484-b125-4765-82ec-a39c310507aa req-e19c7ad4-b10a-412a-bdf2-526774dc7a66 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:24.149660 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-590b9ac5-3299-4c86-b9dd-a55c4c63098a req-67dc1e49-4e20-43d3-b6db-c735c388c2ca tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 210 time: 0.1695848 Jan 21 19:56:24.170528 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning for port 32d950a8-aeb9-4a39-bdbc-bdd18db2b0ae completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:56:24.177242 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 32d950a8-aeb9-4a39-bdbc-bdd18db2b0ae triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:56:24.177709 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:24.180577 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-7e819484-b125-4765-82ec-a39c310507aa req-e19c7ad4-b10a-412a-bdf2-526774dc7a66 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Transition to ACTIVE for port object 0ab05c73-5c40-4d07-a524-cc9d95ce976e will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:56:24.261836 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-e306a364-3759-44f7-a0f1-9b908eb9f604 service neutron] 10.222.0.83 "GET /v2.0/networks/287f6cae-db55-4735-aea1-21baf8371aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123324 Jan 21 19:56:24.300991 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65bdb51-a0f4-43d8-bded-c6e6ad1887d1 req-b67af260-34cf-48ff-8bda-4f00682323e5 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:24.303523 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f65bdb51-a0f4-43d8-bded-c6e6ad1887d1 req-b67af260-34cf-48ff-8bda-4f00682323e5 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 943 time: 0.3516622 Jan 21 19:56:24.333876 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-7e819484-b125-4765-82ec-a39c310507aa req-e19c7ad4-b10a-412a-bdf2-526774dc7a66 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:24.355123 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:24.391874 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb486324-780d-440e-ba56-f6c7a0f88f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d950a8-aeb9-4a39-bdbc-bdd18db2b0ae'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:56:24.435185 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-31ae3d06-e83b-436e-8a3e-5bc98ec929cf tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:24.471710 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] For port 32d950a8-aeb9-4a39-bdbc-bdd18db2b0ae, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=32d950a8-aeb9-4a39-bdbc-bdd18db2b0ae,segment=NetworkSegment(e160b161-b134-4c2e-931d-3e8f80b1882f),segment_id=e160b161-b134-4c2e-931d-3e8f80b1882f)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 19:56:24.481637 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:24.482629 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device b7889127-6f56-46a5-a487-96ab12960634 up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:56:24.522246 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:24.648837 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f65bdb51-a0f4-43d8-bded-c6e6ad1887d1 req-c40367cf-5fb7-4322-8f37-275b03c338c1 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206904 Jan 21 19:56:24.668691 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Pushing event updated for resources: {'Port': ['ID=32d950a8-aeb9-4a39-bdbc-bdd18db2b0ae,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:24.681483 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:24.689214 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19c7ad4-b10a-412a-bdf2-526774dc7a66 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Pushing event updated for resources: {'Port': ['ID=0ab05c73-5c40-4d07-a524-cc9d95ce976e,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:24.705423 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e19c7ad4-b10a-412a-bdf2-526774dc7a66 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:24.727381 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning for port b7889127-6f56-46a5-a487-96ab12960634 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:56:24.735122 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port b7889127-6f56-46a5-a487-96ab12960634 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:56:24.735122 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:24.756151 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-05ef6ce5-c9f4-49e7-aa09-4735549c3785 req-c613ef1e-42e1-450d-9221-558f1ef5c07e service neutron] 10.222.0.83 "GET /v2.0/networks/287f6cae-db55-4735-aea1-21baf8371aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4511549 Jan 21 19:56:24.775837 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e819484-b125-4765-82ec-a39c310507aa req-e19c7ad4-b10a-412a-bdf2-526774dc7a66 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Network b1756871-2be2-4eac-a235-402a56a7b855 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:56:24.777067 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [req-7e819484-b125-4765-82ec-a39c310507aa req-e19c7ad4-b10a-412a-bdf2-526774dc7a66 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:56:24.782633 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e819484-b125-4765-82ec-a39c310507aa req-e19c7ad4-b10a-412a-bdf2-526774dc7a66 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 19:56:24.835869 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e819484-b125-4765-82ec-a39c310507aa req-e19c7ad4-b10a-412a-bdf2-526774dc7a66 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:24.836609 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-7e819484-b125-4765-82ec-a39c310507aa req-e19c7ad4-b10a-412a-bdf2-526774dc7a66 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:24.929453 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7e819484-b125-4765-82ec-a39c310507aa req-e19c7ad4-b10a-412a-bdf2-526774dc7a66 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5263042 Jan 21 19:56:24.974532 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:24.988843 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-7e819484-b125-4765-82ec-a39c310507aa req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] Request body: {'port': {'device_id': '469e5dae-7fc2-48fc-80b1-8bbd126023bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:56:25.029909 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] For port b7889127-6f56-46a5-a487-96ab12960634, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=b7889127-6f56-46a5-a487-96ab12960634,segment=NetworkSegment(591184f8-a839-4fe2-96af-9bfea154ba5f),segment_id=591184f8-a839-4fe2-96af-9bfea154ba5f)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 19:56:25.034529 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:25.036112 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device b2c9e90f-e4a8-48e7-8173-32f8810730c5 up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:56:25.163967 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb486324-780d-440e-ba56-f6c7a0f88f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d950a8-aeb9-4a39-bdbc-bdd18db2b0ae', 'code': 200} Jan 21 19:56:25.164745 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b36cd51d-5b19-4de9-b9ea-be121bbf7bdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:25.379944 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Pushing event updated for resources: {'Port': ['ID=b7889127-6f56-46a5-a487-96ab12960634,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:25.406997 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:25.418745 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f4a5168a-f7e1-41a8-8d1d-43456b2f8adb None None] Provisioning for port 0ab05c73-5c40-4d07-a524-cc9d95ce976e completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:56:25.429686 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f4a5168a-f7e1-41a8-8d1d-43456b2f8adb None None] Provisioning complete for port 0ab05c73-5c40-4d07-a524-cc9d95ce976e triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:56:25.430338 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f4a5168a-f7e1-41a8-8d1d-43456b2f8adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:25.486592 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning for port b2c9e90f-e4a8-48e7-8173-32f8810730c5 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:56:25.496189 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port b2c9e90f-e4a8-48e7-8173-32f8810730c5 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:56:25.496681 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:25.596728 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-f4a5168a-f7e1-41a8-8d1d-43456b2f8adb None None] Port 0ab05c73-5c40-4d07-a524-cc9d95ce976e cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 19:56:25.651570 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-7e819484-b125-4765-82ec-a39c310507aa req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:25.720041 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:25.771873 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] For port b2c9e90f-e4a8-48e7-8173-32f8810730c5, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=b2c9e90f-e4a8-48e7-8173-32f8810730c5,segment=NetworkSegment(23c589ac-043e-4282-ad98-f9d86a119fbd),segment_id=23c589ac-043e-4282-ad98-f9d86a119fbd)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 19:56:25.775828 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:25.778102 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:25.832102 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50b2c3-1fd1-4f58-8f9a-13e7b0aebff0 req-20e496e8-bb98-44ff-a65e-36148382463c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:25.834231 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7b50b2c3-1fd1-4f58-8f9a-13e7b0aebff0 req-20e496e8-bb98-44ff-a65e-36148382463c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ee36fc873ab24a67926c381490f868a4&device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 1160 time: 0.6521149 Jan 21 19:56:25.841646 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19093ff-7674-492f-808d-03af7ffeddb8 req-df3bd5e7-81c3-40f4-b544-c38f36a35dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:25.844748 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e19093ff-7674-492f-808d-03af7ffeddb8 req-df3bd5e7-81c3-40f4-b544-c38f36a35dc3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cb486324-780d-440e-ba56-f6c7a0f88f6b HTTP/1.1" status: 200 len: 1163 time: 0.3686621 Jan 21 19:56:26.049885 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Pushing event updated for resources: {'Port': ['ID=b2c9e90f-e4a8-48e7-8173-32f8810730c5,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:26.062313 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:26.203997 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfb632-8cc0-4dc9-8c90-57c0e1da9f26 req-a5fdf0a4-5fd1-4ea7-b460-fa5f5bbed7ff tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:26.205719 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-02bfb632-8cc0-4dc9-8c90-57c0e1da9f26 req-a5fdf0a4-5fd1-4ea7-b460-fa5f5bbed7ff tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/ports?device_id=cb486324-780d-440e-ba56-f6c7a0f88f6b HTTP/1.1" status: 200 len: 946 time: 0.8075652 Jan 21 19:56:26.280376 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 51972) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:26.293985 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f798188b-ca70-4756-a3bd-29c22b3ceb3f req-f0ff1945-d1a8-4458-aa1a-03a806e4ec84 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:26.295230 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f798188b-ca70-4756-a3bd-29c22b3ceb3f req-f0ff1945-d1a8-4458-aa1a-03a806e4ec84 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=02dca07f-5037-40da-9c12-a449f3a5d650 HTTP/1.1" status: 200 len: 944 time: 1.2245128 Jan 21 19:56:26.337417 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e19093ff-7674-492f-808d-03af7ffeddb8 req-804987eb-9be9-40b9-919a-2d4a3d11e9b7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:26.433833 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-e19093ff-7674-492f-808d-03af7ffeddb8 req-804987eb-9be9-40b9-919a-2d4a3d11e9b7 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:56:26.450104 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-e19093ff-7674-492f-808d-03af7ffeddb8 req-804987eb-9be9-40b9-919a-2d4a3d11e9b7 service neutron] Usage tracker for resource:security_group_rule and tenant:21e3ad11a3db4b39b65821366c7ecc9d is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:56:26.462632 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-e19093ff-7674-492f-808d-03af7ffeddb8 req-804987eb-9be9-40b9-919a-2d4a3d11e9b7 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:56:26.488468 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2f355f60-7d10-4d36-abe4-668745c24371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:26.490079 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-02bfb632-8cc0-4dc9-8c90-57c0e1da9f26 req-8fa1e8be-f88c-410d-ac2c-36015a8961cb tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/security-groups?id=1b91ab27-6986-4c38-a761-e3ff437caf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643046 Jan 21 19:56:26.491253 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50b2c3-1fd1-4f58-8f9a-13e7b0aebff0 req-1d373741-3fd8-4a85-9a40-cd62e92e66fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:26.493005 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7b50b2c3-1fd1-4f58-8f9a-13e7b0aebff0 req-1d373741-3fd8-4a85-9a40-cd62e92e66fb service neutron] 10.222.0.83 "GET /v2.0/networks?id=287f6cae-db55-4735-aea1-21baf8371aab HTTP/1.1" status: 200 len: 912 time: 0.6475029 Jan 21 19:56:26.499042 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-e19093ff-7674-492f-808d-03af7ffeddb8 req-804987eb-9be9-40b9-919a-2d4a3d11e9b7 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:56:26.520370 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-2f355f60-7d10-4d36-abe4-668745c24371 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:56:26.526939 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-2f355f60-7d10-4d36-abe4-668745c24371 admin admin] Usage tracker for resource:security_group_rule and tenant:2f2a9e0a1c794e16babc73855d21e13f is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:56:26.533641 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-2f355f60-7d10-4d36-abe4-668745c24371 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:56:26.542083 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-2f355f60-7d10-4d36-abe4-668745c24371 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:56:26.639345 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f798188b-ca70-4756-a3bd-29c22b3ceb3f req-aa43a7fd-5118-47f9-adf5-9a040a83ffd8 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889638 Jan 21 19:56:26.697365 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2f355f60-7d10-4d36-abe4-668745c24371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:26.699588 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7b50b2c3-1fd1-4f58-8f9a-13e7b0aebff0 req-78250ee0-947b-4c18-aa26-2a716de244fe service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9537e163-a3e7-45c5-be48-d3062df2e76f HTTP/1.1" status: 200 len: 217 time: 0.1421826 Jan 21 19:56:26.706988 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2f355f60-7d10-4d36-abe4-668745c24371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:26.730371 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-890d2bdf-1705-4d33-8308-64255b58a348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:26.811491 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-2f355f60-7d10-4d36-abe4-668745c24371 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2f2a9e0a1c794e16babc73855d21e13f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5297651 Jan 21 19:56:26.812953 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 51990) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:26.816738 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f355f60-7d10-4d36-abe4-668745c24371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788c65fd-49a7-4b85-83a6-22eb7732fa9a,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:26.835976 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-2f355f60-7d10-4d36-abe4-668745c24371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:26.842811 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device b7889127-6f56-46a5-a487-96ab12960634 up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:56:26.995587 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-adc4ae47-8df1-45db-b9a5-6925e1c48578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:27.007115 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port b7889127-6f56-46a5-a487-96ab12960634 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:56:27.007540 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:27.030518 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-adc4ae47-8df1-45db-b9a5-6925e1c48578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:27.099189 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-adc4ae47-8df1-45db-b9a5-6925e1c48578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:27.107249 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-bc4702bc-cdf3-4acb-8122-91072856b094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:27.121294 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc4ae47-8df1-45db-b9a5-6925e1c48578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788c65fd-49a7-4b85-83a6-22eb7732fa9a,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:27.126674 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-adc4ae47-8df1-45db-b9a5-6925e1c48578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:27.132911 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-adc4ae47-8df1-45db-b9a5-6925e1c48578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:27.134950 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-adc4ae47-8df1-45db-b9a5-6925e1c48578 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/788c65fd-49a7-4b85-83a6-22eb7732fa9a HTTP/1.1" status: 204 len: 168 time: 0.3196630 Jan 21 19:56:27.150091 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [req-7e819484-b125-4765-82ec-a39c310507aa req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ab05c73-5c40-4d07-a524-cc9d95ce976e {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 19:56:27.161526 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-7e819484-b125-4765-82ec-a39c310507aa req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:27.180314 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-7e819484-b125-4765-82ec-a39c310507aa req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] Transition to ACTIVE for port object 0ab05c73-5c40-4d07-a524-cc9d95ce976e will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:56:27.187140 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b06f22-231f-4e96-aa87-7a366d7be5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7889127-6f56-46a5-a487-96ab12960634'}, {'server_uuid': '02dca07f-5037-40da-9c12-a449f3a5d650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c9e90f-e4a8-48e7-8173-32f8810730c5'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:56:27.226168 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 32d950a8-aeb9-4a39-bdbc-bdd18db2b0ae up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:56:27.305014 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 32d950a8-aeb9-4a39-bdbc-bdd18db2b0ae triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:56:27.305933 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:27.331656 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-7e819484-b125-4765-82ec-a39c310507aa req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:27.383164 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:27.421440 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e19093ff-7674-492f-808d-03af7ffeddb8 req-804987eb-9be9-40b9-919a-2d4a3d11e9b7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:27.457855 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device b2c9e90f-e4a8-48e7-8173-32f8810730c5 up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:56:27.504191 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e19093ff-7674-492f-808d-03af7ffeddb8 req-804987eb-9be9-40b9-919a-2d4a3d11e9b7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:27.517028 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50b2c3-1fd1-4f58-8f9a-13e7b0aebff0 req-98eda211-155e-4948-aff4-31b461da79fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:27.518813 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7b50b2c3-1fd1-4f58-8f9a-13e7b0aebff0 req-98eda211-155e-4948-aff4-31b461da79fb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5521111e-d6d7-421c-9b55-9115682bf598 HTTP/1.1" status: 200 len: 858 time: 0.7617183 Jan 21 19:56:27.555441 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port b2c9e90f-e4a8-48e7-8173-32f8810730c5 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:56:27.555441 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:27.633233 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 52008) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:27.658030 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c1880b4a-77c4-494a-b8d5-3e3ff15ab4e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:27.678932 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-c1880b4a-77c4-494a-b8d5-3e3ff15ab4e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:56:27.685396 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-c1880b4a-77c4-494a-b8d5-3e3ff15ab4e0 admin admin] Usage tracker for resource:security_group_rule and tenant:f349eff846a74537bb002d3cc7bcb76d is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:56:27.689472 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-c1880b4a-77c4-494a-b8d5-3e3ff15ab4e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:56:27.696346 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-c1880b4a-77c4-494a-b8d5-3e3ff15ab4e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:56:27.709651 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e19093ff-7674-492f-808d-03af7ffeddb8 req-804987eb-9be9-40b9-919a-2d4a3d11e9b7 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1b91ab27-6986-4c38-a761-e3ff437caf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5379152 Jan 21 19:56:27.713211 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7b50b2c3-1fd1-4f58-8f9a-13e7b0aebff0 req-0cce265e-86c2-4637-871a-92b62d90d80a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=287f6cae-db55-4735-aea1-21baf8371aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1618550 Jan 21 19:56:27.714283 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] Pushing event updated for resources: {'Port': ['ID=0ab05c73-5c40-4d07-a524-cc9d95ce976e,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:27.727207 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:27.728561 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-560b9e35-88f6-4a99-82a1-3516f60272a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:27.811773 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c1880b4a-77c4-494a-b8d5-3e3ff15ab4e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:27.815448 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c1880b4a-77c4-494a-b8d5-3e3ff15ab4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:27.825758 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e8cda61a-1013-484b-90b2-8bda8924a0df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:27.828771 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbbefe-018d-41f7-9eac-99631e9fd511 req-31ee386b-5db0-47a6-945c-ed1d1e7a2429 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:27.830203 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-6ebbbefe-018d-41f7-9eac-99631e9fd511 req-31ee386b-5db0-47a6-945c-ed1d1e7a2429 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Synchronizing usage tracker for tenant:b3037d7b8c6a4529a56f7be33c3cb0ab on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 19:56:27.874149 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-c1880b4a-77c4-494a-b8d5-3e3ff15ab4e0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f349eff846a74537bb002d3cc7bcb76d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2397239 Jan 21 19:56:27.874991 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1880b4a-77c4-494a-b8d5-3e3ff15ab4e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eaddc5e-2b3c-414c-8881-0dbb3cf5a04b,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:27.878226 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 52014) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:27.881444 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c1880b4a-77c4-494a-b8d5-3e3ff15ab4e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:27.882494 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69bfe6-b2b6-4a75-9f0b-9df2ee7846be req-4a3b1e2c-76b5-4a27-b5c8-64827f91bb68 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:27.884171 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4c69bfe6-b2b6-4a75-9f0b-9df2ee7846be req-4a3b1e2c-76b5-4a27-b5c8-64827f91bb68 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 943 time: 0.8636134 Jan 21 19:56:27.899681 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804987eb-9be9-40b9-919a-2d4a3d11e9b7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=62ee755b-9662-4041-96cf-00e3167bec41,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:27.908473 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-804987eb-9be9-40b9-919a-2d4a3d11e9b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:27.932417 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-6ebbbefe-018d-41f7-9eac-99631e9fd511 req-31ee386b-5db0-47a6-945c-ed1d1e7a2429 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Unset dirty status for tenant:b3037d7b8c6a4529a56f7be33c3cb0ab on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 19:56:27.933744 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6ebbbefe-018d-41f7-9eac-99631e9fd511 req-31ee386b-5db0-47a6-945c-ed1d1e7a2429 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 944 time: 0.9551733 Jan 21 19:56:27.966549 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b9c6e5c4-15a9-4394-b90b-f37cb77980b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:28.024686 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b9c6e5c4-15a9-4394-b90b-f37cb77980b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:28.119501 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b9c6e5c4-15a9-4394-b90b-f37cb77980b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:28.127136 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:28.149160 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c6e5c4-15a9-4394-b90b-f37cb77980b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eaddc5e-2b3c-414c-8881-0dbb3cf5a04b,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:28.155471 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b9c6e5c4-15a9-4394-b90b-f37cb77980b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:28.159063 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b9c6e5c4-15a9-4394-b90b-f37cb77980b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:28.161140 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-b9c6e5c4-15a9-4394-b90b-f37cb77980b9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0eaddc5e-2b3c-414c-8881-0dbb3cf5a04b HTTP/1.1" status: 204 len: 168 time: 0.2815928 Jan 21 19:56:28.238503 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4c69bfe6-b2b6-4a75-9f0b-9df2ee7846be req-069e5154-bbb4-4aa1-b81a-a872cd8db33b tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319647 Jan 21 19:56:28.273978 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:28.275455 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-7e819484-b125-4765-82ec-a39c310507aa req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] Attempting to bind port 0ab05c73-5c40-4d07-a524-cc9d95ce976e on host hv-cinder-72618 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 19:56:28.275817 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-7e819484-b125-4765-82ec-a39c310507aa req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] Attempting to bind port 0ab05c73-5c40-4d07-a524-cc9d95ce976e by drivers openvswitch on host hv-cinder-72618 at level 0 using segments [{'id': '54492169-1737-42df-aa1f-05bff6aaa8d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b1756871-2be2-4eac-a235-402a56a7b855'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 19:56:28.276147 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e819484-b125-4765-82ec-a39c310507aa req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] Attempting to bind port 0ab05c73-5c40-4d07-a524-cc9d95ce976e on network b1756871-2be2-4eac-a235-402a56a7b855 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 19:56:28.288141 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e819484-b125-4765-82ec-a39c310507aa req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] Checking agent: {'id': 'f41af306-ec4b-4f2b-b4b7-a53ee99eba1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 53, 28), 'started_at': datetime.datetime(2021, 1, 21, 19, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 19, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:56:28.288518 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e819484-b125-4765-82ec-a39c310507aa req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] Checking segment: {'id': '54492169-1737-42df-aa1f-05bff6aaa8d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b1756871-2be2-4eac-a235-402a56a7b855'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:56:28.288923 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-7e819484-b125-4765-82ec-a39c310507aa req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:28.289322 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e819484-b125-4765-82ec-a39c310507aa req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] Bound using segment: {'id': '54492169-1737-42df-aa1f-05bff6aaa8d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b1756871-2be2-4eac-a235-402a56a7b855'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:56:28.289826 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-7e819484-b125-4765-82ec-a39c310507aa req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] Bound port: 0ab05c73-5c40-4d07-a524-cc9d95ce976e, host: hv-cinder-72618, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54492169-1737-42df-aa1f-05bff6aaa8d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b1756871-2be2-4eac-a235-402a56a7b855'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 19:56:28.290202 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-7e819484-b125-4765-82ec-a39c310507aa req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:28.382196 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6ebbbefe-018d-41f7-9eac-99631e9fd511 req-c23b41a9-eff4-4946-a786-f7b898fc29bf tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4249811 Jan 21 19:56:28.452613 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b06f22-231f-4e96-aa87-7a366d7be5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7889127-6f56-46a5-a487-96ab12960634', 'code': 200} Jan 21 19:56:28.452856 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02dca07f-5037-40da-9c12-a449f3a5d650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c9e90f-e4a8-48e7-8173-32f8810730c5', 'code': 200} Jan 21 19:56:28.555667 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7b50b2c3-1fd1-4f58-8f9a-13e7b0aebff0 req-5200b552-87d9-41b5-8653-510058357b12 service neutron] 10.222.0.83 "GET /v2.0/networks/287f6cae-db55-4735-aea1-21baf8371aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4631929 Jan 21 19:56:28.651577 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-7e819484-b125-4765-82ec-a39c310507aa req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] For port 0ab05c73-5c40-4d07-a524-cc9d95ce976e, host hv-cinder-72618, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 19:56:28.945890 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0a156-d80e-4e5e-8d9c-eafce0e344fe req-2a0d60eb-e42e-4c81-ac28-c5b4ca0d6410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:28.948078 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5fe0a156-d80e-4e5e-8d9c-eafce0e344fe req-2a0d60eb-e42e-4c81-ac28-c5b4ca0d6410 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=02dca07f-5037-40da-9c12-a449f3a5d650 HTTP/1.1" status: 200 len: 1163 time: 0.1032443 Jan 21 19:56:29.019132 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5fe0a156-d80e-4e5e-8d9c-eafce0e344fe req-1013af34-c2c9-4949-a9f6-07487ffeb1d0 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633390 Jan 21 19:56:29.200108 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-7e819484-b125-4765-82ec-a39c310507aa req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] For port 0ab05c73-5c40-4d07-a524-cc9d95ce976e, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=0ab05c73-5c40-4d07-a524-cc9d95ce976e,segment=NetworkSegment(54492169-1737-42df-aa1f-05bff6aaa8d2),segment_id=54492169-1737-42df-aa1f-05bff6aaa8d2)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 19:56:29.228753 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-7e819484-b125-4765-82ec-a39c310507aa req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:29.262356 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ba846f8f-baa0-40b3-ab0f-348da3f75b3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:29.415632 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device b2c9e90f-e4a8-48e7-8173-32f8810730c5 up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:56:29.519579 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port b2c9e90f-e4a8-48e7-8173-32f8810730c5 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:56:29.522575 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:29.556003 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7b50b2c3-1fd1-4f58-8f9a-13e7b0aebff0 req-e653887b-6fb0-4131-8c99-742ecf8412a5 service neutron] 10.222.0.83 "GET /v2.0/networks/287f6cae-db55-4735-aea1-21baf8371aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9863799 Jan 21 19:56:29.564376 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] Pushing event updated for resources: {'Port': ['ID=0ab05c73-5c40-4d07-a524-cc9d95ce976e,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:29.634112 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fddf200-5211-4cda-a6e2-0aeef665207f req-12a75a9f-1653-4072-85df-4c85fd34987f tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:29.635878 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-9fddf200-5211-4cda-a6e2-0aeef665207f req-12a75a9f-1653-4072-85df-4c85fd34987f tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/ports?device_id=cb486324-780d-440e-ba56-f6c7a0f88f6b HTTP/1.1" status: 200 len: 946 time: 0.9914546 Jan 21 19:56:29.694655 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1e849-e785-4bba-b0a5-94946d66e060 req-f06176f8-d2de-4c1e-bfab-a9a5720e4960 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:29.696400 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-62b1e849-e785-4bba-b0a5-94946d66e060 req-f06176f8-d2de-4c1e-bfab-a9a5720e4960 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=02dca07f-5037-40da-9c12-a449f3a5d650 HTTP/1.1" status: 200 len: 946 time: 1.0556302 Jan 21 19:56:29.722045 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:29.726064 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:29.728223 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:29.736202 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:29.737990 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:29.737990 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:29.737990 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:29.737990 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:29.738337 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:29.738614 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:29.739024 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:29.739469 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:29.743678 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:29.744094 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:29.744529 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:29.745053 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:29.745456 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:29.748071 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:29.748508 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:29.748963 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:29.749344 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:29.749720 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:29.750173 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:29.750850 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:29.770181 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:29.857603 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 52070) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:29.868731 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9eed8-781e-463b-af48-a4890fb96f62 req-e4a058e1-7c0c-4cc9-83fc-d6bccd3bfcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:29.871901 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-00c9eed8-781e-463b-af48-a4890fb96f62 req-e4a058e1-7c0c-4cc9-83fc-d6bccd3bfcf9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 1162 time: 0.7273772 Jan 21 19:56:29.918187 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 9537e163-a3e7-45c5-be48-d3062df2e76f up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:56:29.939027 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e819484-b125-4765-82ec-a39c310507aa req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:29.941836 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-7e819484-b125-4765-82ec-a39c310507aa req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:29.944681 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7e819484-b125-4765-82ec-a39c310507aa req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] 10.222.0.83 "PUT /v2.0/ports/0ab05c73-5c40-4d07-a524-cc9d95ce976e HTTP/1.1" status: 200 len: 1158 time: 4.9611530 Jan 21 19:56:29.964313 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '469e5dae-7fc2-48fc-80b1-8bbd126023bb', 'tag': '0ab05c73-5c40-4d07-a524-cc9d95ce976e'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:56:30.023689 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning for port 9537e163-a3e7-45c5-be48-d3062df2e76f completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:56:30.029930 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 9537e163-a3e7-45c5-be48-d3062df2e76f triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:56:30.030508 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:30.286900 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-9fddf200-5211-4cda-a6e2-0aeef665207f req-546cb0a8-6bcc-48aa-a525-f5650cd20172 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/security-groups?id=1b91ab27-6986-4c38-a761-e3ff437caf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5891635 Jan 21 19:56:30.332862 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:30.409069 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] For port 9537e163-a3e7-45c5-be48-d3062df2e76f, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=9537e163-a3e7-45c5-be48-d3062df2e76f,segment=NetworkSegment(591184f8-a839-4fe2-96af-9bfea154ba5f),segment_id=591184f8-a839-4fe2-96af-9bfea154ba5f)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 19:56:30.416450 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:30.417298 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-62b1e849-e785-4bba-b0a5-94946d66e060 req-820bdeef-34a2-413d-979b-7de04ba60355 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6520915 Jan 21 19:56:30.421341 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:30.477512 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42040add-1c52-4cdb-b9be-ace78fef033d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9537e163-a3e7-45c5-be48-d3062df2e76f'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:56:30.485947 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-00c9eed8-781e-463b-af48-a4890fb96f62 req-6eb23fe6-049c-4743-a981-566de3b8c826 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5343707 Jan 21 19:56:30.549210 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Pushing event updated for resources: {'Port': ['ID=9537e163-a3e7-45c5-be48-d3062df2e76f,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:30.563929 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:30.573678 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e819484-b125-4765-82ec-a39c310507aa req-558d7be2-50de-46b0-996a-29abc2103a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:30.575392 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7e819484-b125-4765-82ec-a39c310507aa req-558d7be2-50de-46b0-996a-29abc2103a90 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b3037d7b8c6a4529a56f7be33c3cb0ab&device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 1161 time: 0.4822936 Jan 21 19:56:30.658120 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1ff001b3-33fa-4662-b328-bd6ef52d8457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:30.703845 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-1ff001b3-33fa-4662-b328-bd6ef52d8457 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:56:30.719032 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-1ff001b3-33fa-4662-b328-bd6ef52d8457 admin admin] Usage tracker for resource:security_group_rule and tenant:d2283ef07cca4a6caad290149f01dd63 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:56:30.724134 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-1ff001b3-33fa-4662-b328-bd6ef52d8457 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:56:30.733290 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-1ff001b3-33fa-4662-b328-bd6ef52d8457 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:56:30.849753 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1ff001b3-33fa-4662-b328-bd6ef52d8457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:30.853890 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1ff001b3-33fa-4662-b328-bd6ef52d8457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:30.867505 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:30.886186 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f39c7-e7a2-4250-a6f1-93142e323b25 req-ea084de3-95ee-4993-b2ba-bd317c3d6707 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:30.887954 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7e5f39c7-e7a2-4250-a6f1-93142e323b25 req-ea084de3-95ee-4993-b2ba-bd317c3d6707 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 945 time: 0.2815413 Jan 21 19:56:30.910851 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff001b3-33fa-4662-b328-bd6ef52d8457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed37bfd-4b47-4d69-8588-44f8a3c81b42,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:30.918759 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb206cd-9a04-4df0-a4a0-3f95493e74de req-e88bb527-64af-4b3b-a392-feacfac20f66 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:30.920469 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6fb206cd-9a04-4df0-a4a0-3f95493e74de req-e88bb527-64af-4b3b-a392-feacfac20f66 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 944 time: 0.1935377 Jan 21 19:56:30.962027 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff001b3-33fa-4662-b328-bd6ef52d8457 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:30.962027 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff001b3-33fa-4662-b328-bd6ef52d8457 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:30.962027 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff001b3-33fa-4662-b328-bd6ef52d8457 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:30.962027 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff001b3-33fa-4662-b328-bd6ef52d8457 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:30.962027 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff001b3-33fa-4662-b328-bd6ef52d8457 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:30.962027 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff001b3-33fa-4662-b328-bd6ef52d8457 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:30.962027 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff001b3-33fa-4662-b328-bd6ef52d8457 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:30.972061 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff001b3-33fa-4662-b328-bd6ef52d8457 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:30.972601 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff001b3-33fa-4662-b328-bd6ef52d8457 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:30.973053 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff001b3-33fa-4662-b328-bd6ef52d8457 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:30.973451 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff001b3-33fa-4662-b328-bd6ef52d8457 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:30.975426 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff001b3-33fa-4662-b328-bd6ef52d8457 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:30.975883 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff001b3-33fa-4662-b328-bd6ef52d8457 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:30.976282 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff001b3-33fa-4662-b328-bd6ef52d8457 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:30.976679 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff001b3-33fa-4662-b328-bd6ef52d8457 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:30.977080 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff001b3-33fa-4662-b328-bd6ef52d8457 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:30.977465 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff001b3-33fa-4662-b328-bd6ef52d8457 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:30.977921 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff001b3-33fa-4662-b328-bd6ef52d8457 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:30.978222 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff001b3-33fa-4662-b328-bd6ef52d8457 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:30.978671 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff001b3-33fa-4662-b328-bd6ef52d8457 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:30.979100 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff001b3-33fa-4662-b328-bd6ef52d8457 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:30.979487 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff001b3-33fa-4662-b328-bd6ef52d8457 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:30.979931 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff001b3-33fa-4662-b328-bd6ef52d8457 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:30.980223 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff001b3-33fa-4662-b328-bd6ef52d8457 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:31.011297 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 9537e163-a3e7-45c5-be48-d3062df2e76f up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:56:31.021739 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-1ff001b3-33fa-4662-b328-bd6ef52d8457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:31.047493 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-1ff001b3-33fa-4662-b328-bd6ef52d8457 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d2283ef07cca4a6caad290149f01dd63&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1825621 Jan 21 19:56:31.048240 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 52104) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:31.059953 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7e819484-b125-4765-82ec-a39c310507aa req-74542755-c2fd-4b14-9c50-b8fd76df4ee2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ab05c73-5c40-4d07-a524-cc9d95ce976e HTTP/1.1" status: 200 len: 217 time: 0.1383684 Jan 21 19:56:31.202679 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ba45a4fa-549d-4c97-9b7c-19a5dbcf8d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:31.203284 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7e5f39c7-e7a2-4250-a6f1-93142e323b25 req-8c74e5e7-e1f9-4e92-88f1-9cdbc9734ff1 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802136 Jan 21 19:56:31.208067 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 9537e163-a3e7-45c5-be48-d3062df2e76f triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:56:31.208944 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:31.225444 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6fb206cd-9a04-4df0-a4a0-3f95493e74de req-a85fde2b-c76d-4c15-81cc-eb61bf181cb1 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2199411 Jan 21 19:56:31.237314 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e819484-b125-4765-82ec-a39c310507aa req-76d8ec11-38f0-4a72-a949-c308320db7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:31.257023 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7e819484-b125-4765-82ec-a39c310507aa req-76d8ec11-38f0-4a72-a949-c308320db7b2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9790493f-b318-4d1c-bd26-0e9563a125df HTTP/1.1" status: 200 len: 849 time: 0.1654239 Jan 21 19:56:31.303996 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ba45a4fa-549d-4c97-9b7c-19a5dbcf8d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:31.388751 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '469e5dae-7fc2-48fc-80b1-8bbd126023bb', 'tag': '0ab05c73-5c40-4d07-a524-cc9d95ce976e', 'status': 'completed', 'code': 200} Jan 21 19:56:31.455843 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42040add-1c52-4cdb-b9be-ace78fef033d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9537e163-a3e7-45c5-be48-d3062df2e76f', 'code': 200} Jan 21 19:56:31.505710 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ba45a4fa-549d-4c97-9b7c-19a5dbcf8d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:31.513697 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e819484-b125-4765-82ec-a39c310507aa req-8c6091c3-482d-4b4e-a23c-12bd9e10a3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:31.516576 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7e819484-b125-4765-82ec-a39c310507aa req-8c6091c3-482d-4b4e-a23c-12bd9e10a3a8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b1756871-2be2-4eac-a235-402a56a7b855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2584345 Jan 21 19:56:31.527167 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c1880b4a-77c4-494a-b8d5-3e3ff15ab4e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:31.568028 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba45a4fa-549d-4c97-9b7c-19a5dbcf8d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed37bfd-4b47-4d69-8588-44f8a3c81b42,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:31.573948 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ba45a4fa-549d-4c97-9b7c-19a5dbcf8d6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:31.591485 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ba45a4fa-549d-4c97-9b7c-19a5dbcf8d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:31.600952 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-ba45a4fa-549d-4c97-9b7c-19a5dbcf8d6d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1ed37bfd-4b47-4d69-8588-44f8a3c81b42 HTTP/1.1" status: 204 len: 168 time: 0.5513527 Jan 21 19:56:32.046001 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7e819484-b125-4765-82ec-a39c310507aa req-d1da9910-a83d-405a-8092-7d80c8b60646 service neutron] 10.222.0.83 "GET /v2.0/networks/b1756871-2be2-4eac-a235-402a56a7b855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5049033 Jan 21 19:56:32.124980 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d37d4-3709-40bf-8c71-0f7729adcc56 req-ddd0e671-4d16-4ef9-9239-57d0104c4a1d tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:32.126893 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-090d37d4-3709-40bf-8c71-0f7729adcc56 req-ddd0e671-4d16-4ef9-9239-57d0104c4a1d tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/ports?device_id=cb486324-780d-440e-ba56-f6c7a0f88f6b HTTP/1.1" status: 200 len: 946 time: 0.3761029 Jan 21 19:56:32.232363 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edf9d9-c081-4fd2-8f4e-1add7b9198f3 req-5935dff2-8bac-4ddd-a4f3-5b0ecf3b0394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:32.235203 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b8edf9d9-c081-4fd2-8f4e-1add7b9198f3 req-5935dff2-8bac-4ddd-a4f3-5b0ecf3b0394 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 1162 time: 0.3542919 Jan 21 19:56:32.259137 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3519fbe-0d02-4d2f-87af-3bf3f485fe62 req-3ee0af61-ba3b-4db3-aaa9-ec00bfc4810b tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:32.267882 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f3519fbe-0d02-4d2f-87af-3bf3f485fe62 req-3ee0af61-ba3b-4db3-aaa9-ec00bfc4810b tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=02dca07f-5037-40da-9c12-a449f3a5d650 HTTP/1.1" status: 200 len: 946 time: 0.5187936 Jan 21 19:56:32.412090 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b8edf9d9-c081-4fd2-8f4e-1add7b9198f3 req-4652d166-4636-479e-b65d-60fb5190255d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368055 Jan 21 19:56:32.455169 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-090d37d4-3709-40bf-8c71-0f7729adcc56 req-3e75d33b-5b37-47ae-a51a-80ffd1d92156 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/security-groups?id=1b91ab27-6986-4c38-a761-e3ff437caf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209839 Jan 21 19:56:32.538873 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f3519fbe-0d02-4d2f-87af-3bf3f485fe62 req-9ed0df7f-bab1-4f2d-a7cb-6c5fd8fe2bb7 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621393 Jan 21 19:56:32.540156 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 52152) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:32.625647 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7e819484-b125-4765-82ec-a39c310507aa req-c95321c0-77d7-425a-a756-3b137e26939e service neutron] 10.222.0.83 "GET /v2.0/networks/b1756871-2be2-4eac-a235-402a56a7b855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5573792 Jan 21 19:56:32.733212 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 52160) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:32.849026 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-454ddd97-4fcf-4313-85c2-ee3772f4c7cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:32.881171 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-454ddd97-4fcf-4313-85c2-ee3772f4c7cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:56:32.941900 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-454ddd97-4fcf-4313-85c2-ee3772f4c7cc admin admin] Usage tracker for resource:security_group_rule and tenant:3227254bc943477c9d23663d2fafce27 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:56:32.957992 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-454ddd97-4fcf-4313-85c2-ee3772f4c7cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:56:33.099483 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device b7889127-6f56-46a5-a487-96ab12960634 up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:56:33.131343 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ef547d55-5694-4367-9839-ba4b64902b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:33.232466 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-ef547d55-5694-4367-9839-ba4b64902b36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:56:33.252731 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-ef547d55-5694-4367-9839-ba4b64902b36 admin admin] Usage tracker for resource:security_group_rule and tenant:c0889bf67c2f4394a7c4df1507da490e is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:56:33.261932 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-ef547d55-5694-4367-9839-ba4b64902b36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:56:33.292083 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-ef547d55-5694-4367-9839-ba4b64902b36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:56:33.421260 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port b7889127-6f56-46a5-a487-96ab12960634 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:56:33.424754 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:33.458096 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-454ddd97-4fcf-4313-85c2-ee3772f4c7cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:56:33.628358 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ef547d55-5694-4367-9839-ba4b64902b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:33.642046 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ef547d55-5694-4367-9839-ba4b64902b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:33.678685 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-911a30d5-10b5-41e5-b0c3-0eb5e03f9ea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:33.712312 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933025b1-645a-421a-84be-5dbac9a9f05c req-93e0f00a-1480-4d6a-a48c-af505c796f88 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:33.739669 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-933025b1-645a-421a-84be-5dbac9a9f05c req-93e0f00a-1480-4d6a-a48c-af505c796f88 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 945 time: 0.9372587 Jan 21 19:56:33.889187 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-ef547d55-5694-4367-9839-ba4b64902b36 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c0889bf67c2f4394a7c4df1507da490e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3463941 Jan 21 19:56:33.894495 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 52182) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:33.908799 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef547d55-5694-4367-9839-ba4b64902b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6cc5dd0-d9c5-4afb-a191-a9e55f3236da,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:33.934576 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6401cb-14a6-4568-ad5e-4040630afde7 req-4c5cae75-7be7-4542-9115-bb13b96a0f88 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:33.938178 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3a6401cb-14a6-4568-ad5e-4040630afde7 req-4c5cae75-7be7-4542-9115-bb13b96a0f88 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 944 time: 1.0585024 Jan 21 19:56:33.953808 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47070c3b-a670-4397-83fb-676a401c3a94 req-ed3febb9-5b4d-48cf-8e92-a9d1e0f91b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:33.965670 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-47070c3b-a670-4397-83fb-676a401c3a94 req-ed3febb9-5b4d-48cf-8e92-a9d1e0f91b07 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b3037d7b8c6a4529a56f7be33c3cb0ab&device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 1161 time: 1.0017810 Jan 21 19:56:33.970477 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.agents_db [None req-c7ecb146-6622-446f-8bab-48f8cf3fe8cd None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 19:56:34.027756 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ef547d55-5694-4367-9839-ba4b64902b36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:34.085635 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-49305a4e-ab34-4d10-b275-5cf5bcd7a27b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:34.118346 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-49305a4e-ab34-4d10-b275-5cf5bcd7a27b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:34.131381 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-933025b1-645a-421a-84be-5dbac9a9f05c req-8b7b35c7-a8d6-4ea7-9df8-79a316afe695 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899620 Jan 21 19:56:34.179049 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 52192) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:34.212504 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-49305a4e-ab34-4d10-b275-5cf5bcd7a27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:34.231332 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:34.240900 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-454ddd97-4fcf-4313-85c2-ee3772f4c7cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:34.271698 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49305a4e-ab34-4d10-b275-5cf5bcd7a27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6cc5dd0-d9c5-4afb-a191-a9e55f3236da,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:34.279810 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-49305a4e-ab34-4d10-b275-5cf5bcd7a27b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:34.283747 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-49305a4e-ab34-4d10-b275-5cf5bcd7a27b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:34.286136 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-49305a4e-ab34-4d10-b275-5cf5bcd7a27b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e6cc5dd0-d9c5-4afb-a191-a9e55f3236da HTTP/1.1" status: 204 len: 168 time: 0.3822024 Jan 21 19:56:34.365059 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-454ddd97-4fcf-4313-85c2-ee3772f4c7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:34.427889 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9e6a145a-8802-4a5f-b82c-cbed4160a140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:34.460582 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:34.579285 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d4b921ba-1f08-4166-a752-cb458c19b0d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:34.620537 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-d4b921ba-1f08-4166-a752-cb458c19b0d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:56:34.633339 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-d4b921ba-1f08-4166-a752-cb458c19b0d9 admin admin] Usage tracker for resource:security_group_rule and tenant:b0a692eab9324254959b688ce06e0ca7 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:56:34.638809 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-d4b921ba-1f08-4166-a752-cb458c19b0d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:56:34.647902 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-d4b921ba-1f08-4166-a752-cb458c19b0d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:56:34.656239 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3a6401cb-14a6-4568-ad5e-4040630afde7 req-f55ff3e1-6f0f-4fb0-96c4-f0b5a3aa375f tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6862512 Jan 21 19:56:34.680538 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-454ddd97-4fcf-4313-85c2-ee3772f4c7cc admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3227254bc943477c9d23663d2fafce27&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9461074 Jan 21 19:56:34.681702 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ddd97-4fcf-4313-85c2-ee3772f4c7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d022ac-0ea4-4d28-9cc2-0eefbdb81733,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:34.688962 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-454ddd97-4fcf-4313-85c2-ee3772f4c7cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:34.688962 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 52206) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:34.818856 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47070c3b-a670-4397-83fb-676a401c3a94 req-020af17d-b771-4f7c-9a1e-7f310a99366e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:34.821676 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-47070c3b-a670-4397-83fb-676a401c3a94 req-020af17d-b771-4f7c-9a1e-7f310a99366e service neutron] 10.222.0.83 "GET /v2.0/networks?id=b1756871-2be2-4eac-a235-402a56a7b855 HTTP/1.1" status: 200 len: 904 time: 0.6884623 Jan 21 19:56:34.847033 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d4b921ba-1f08-4166-a752-cb458c19b0d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:34.859691 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d4b921ba-1f08-4166-a752-cb458c19b0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:34.915987 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-1ff001b3-33fa-4662-b328-bd6ef52d8457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:34.942758 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-d4b921ba-1f08-4166-a752-cb458c19b0d9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b0a692eab9324254959b688ce06e0ca7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7576258 Jan 21 19:56:34.945696 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 52216) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:34.964723 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-47070c3b-a670-4397-83fb-676a401c3a94 req-16fcc80f-02fb-47c6-8fcc-ae0e750a99bc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ab05c73-5c40-4d07-a524-cc9d95ce976e HTTP/1.1" status: 200 len: 217 time: 0.1226935 Jan 21 19:56:34.970760 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b21112ef-7382-45b5-974d-08fb1016d48f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:35.059080 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b21112ef-7382-45b5-974d-08fb1016d48f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:35.092629 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47070c3b-a670-4397-83fb-676a401c3a94 req-36230280-1084-4d80-9424-4e4935d63b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:35.094534 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-47070c3b-a670-4397-83fb-676a401c3a94 req-36230280-1084-4d80-9424-4e4935d63b83 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9790493f-b318-4d1c-bd26-0e9563a125df HTTP/1.1" status: 200 len: 849 time: 0.1193731 Jan 21 19:56:35.116340 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-29afc1f4-a24a-4461-9337-d3b29e7ea1cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:35.119598 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b921ba-1f08-4166-a752-cb458c19b0d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77199b5-e8bb-423c-ae49-b40bb7713df7,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:35.126090 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d4b921ba-1f08-4166-a752-cb458c19b0d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:35.186569 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-29afc1f4-a24a-4461-9337-d3b29e7ea1cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:35.220569 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b21112ef-7382-45b5-974d-08fb1016d48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:35.231869 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:35.250346 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21112ef-7382-45b5-974d-08fb1016d48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d022ac-0ea4-4d28-9cc2-0eefbdb81733,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:35.253278 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b21112ef-7382-45b5-974d-08fb1016d48f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:35.255919 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47070c3b-a670-4397-83fb-676a401c3a94 req-5f9824c8-f60d-4520-9364-7964893afb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:35.257571 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-47070c3b-a670-4397-83fb-676a401c3a94 req-5f9824c8-f60d-4520-9364-7964893afb0e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b1756871-2be2-4eac-a235-402a56a7b855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1457858 Jan 21 19:56:35.267537 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b21112ef-7382-45b5-974d-08fb1016d48f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:35.268893 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-b21112ef-7382-45b5-974d-08fb1016d48f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c2d022ac-0ea4-4d28-9cc2-0eefbdb81733 HTTP/1.1" status: 204 len: 168 time: 0.5728188 Jan 21 19:56:35.307654 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-29afc1f4-a24a-4461-9337-d3b29e7ea1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:35.315732 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:35.342422 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29afc1f4-a24a-4461-9337-d3b29e7ea1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77199b5-e8bb-423c-ae49-b40bb7713df7,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:35.342422 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-29afc1f4-a24a-4461-9337-d3b29e7ea1cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:35.342422 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-29afc1f4-a24a-4461-9337-d3b29e7ea1cd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b77199b5-e8bb-423c-ae49-b40bb7713df7 HTTP/1.1" status: 204 len: 168 time: 0.3925700 Jan 21 19:56:35.355476 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-29afc1f4-a24a-4461-9337-d3b29e7ea1cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:35.386447 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 52232) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:35.436822 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c760ffa7-f1f8-4c3f-8aee-e3015692937b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:35.484787 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-c760ffa7-f1f8-4c3f-8aee-e3015692937b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:56:35.493994 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-c760ffa7-f1f8-4c3f-8aee-e3015692937b admin admin] Usage tracker for resource:security_group_rule and tenant:85581e22d0914adebc7099feae14e626 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:56:35.501424 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-c760ffa7-f1f8-4c3f-8aee-e3015692937b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:56:35.513430 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-c760ffa7-f1f8-4c3f-8aee-e3015692937b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:56:35.786825 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c760ffa7-f1f8-4c3f-8aee-e3015692937b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:35.790449 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c760ffa7-f1f8-4c3f-8aee-e3015692937b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:35.824100 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6cc0d-3d33-4188-9828-1078af9d260e req-8e104996-2892-4d63-8879-470a4e664ef6 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:35.827031 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f9b6cc0d-3d33-4188-9828-1078af9d260e req-8e104996-2892-4d63-8879-470a4e664ef6 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 945 time: 0.3092678 Jan 21 19:56:35.834831 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-5ca92b41-5480-43c3-b480-f50c0ad13382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:35.865632 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-c760ffa7-f1f8-4c3f-8aee-e3015692937b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=85581e22d0914adebc7099feae14e626&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4778943 Jan 21 19:56:35.870526 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 52246) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:35.902571 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760ffa7-f1f8-4c3f-8aee-e3015692937b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae821e0-ab68-4adf-83f6-326e02a4055d,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:35.920486 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c760ffa7-f1f8-4c3f-8aee-e3015692937b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:35.961840 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f9b6cc0d-3d33-4188-9828-1078af9d260e req-19e46a0c-8396-4376-a71a-7f10f2c024aa tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263187 Jan 21 19:56:35.986609 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bfe2ad34-3666-4988-b866-c39fc73cd6ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:36.030717 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 52252) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:36.035573 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bfe2ad34-3666-4988-b866-c39fc73cd6ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:36.053457 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c8ea0791-bd6a-44ff-b62e-b73417dca14c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:36.073451 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-c8ea0791-bd6a-44ff-b62e-b73417dca14c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:56:36.079153 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-c8ea0791-bd6a-44ff-b62e-b73417dca14c admin admin] Usage tracker for resource:security_group_rule and tenant:c1d813d953f9406284beb3638b0cc48b is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:56:36.082544 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-c8ea0791-bd6a-44ff-b62e-b73417dca14c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:56:36.090481 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-c8ea0791-bd6a-44ff-b62e-b73417dca14c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:56:36.113924 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 52256) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:36.135048 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-23810eeb-07d7-4ef6-9902-ccdc7d186606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:36.155603 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-23810eeb-07d7-4ef6-9902-ccdc7d186606 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:56:36.160031 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bfe2ad34-3666-4988-b866-c39fc73cd6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:36.161944 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-23810eeb-07d7-4ef6-9902-ccdc7d186606 admin admin] Usage tracker for resource:security_group_rule and tenant:eb461b04125a40d6a05c95b1c2eb0bd8 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:56:36.168920 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-23810eeb-07d7-4ef6-9902-ccdc7d186606 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:56:36.172565 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-427c4cef-c85e-4632-a77c-c26078ed9017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:36.185526 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-23810eeb-07d7-4ef6-9902-ccdc7d186606 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:56:36.198380 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2ad34-3666-4988-b866-c39fc73cd6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae821e0-ab68-4adf-83f6-326e02a4055d,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:36.226612 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c8ea0791-bd6a-44ff-b62e-b73417dca14c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:36.230027 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c8ea0791-bd6a-44ff-b62e-b73417dca14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:36.240606 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-4852031f-45f4-4695-b917-0ddc1d94c5e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:36.263873 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-bfe2ad34-3666-4988-b866-c39fc73cd6ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:36.271926 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bfe2ad34-3666-4988-b866-c39fc73cd6ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:36.273142 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-bfe2ad34-3666-4988-b866-c39fc73cd6ec admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8ae821e0-ab68-4adf-83f6-326e02a4055d HTTP/1.1" status: 204 len: 168 time: 0.4007273 Jan 21 19:56:36.299882 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-c8ea0791-bd6a-44ff-b62e-b73417dca14c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c1d813d953f9406284beb3638b0cc48b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2672379 Jan 21 19:56:36.303526 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 52262) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:36.307473 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea0791-bd6a-44ff-b62e-b73417dca14c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ba328c-72a1-4216-b199-1aa358207c33,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:36.337632 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c8ea0791-bd6a-44ff-b62e-b73417dca14c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:36.413531 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6f46bc49-2b0b-41be-b91a-c6d6945aafda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:36.417728 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289182cf-392c-4c10-a652-375c4ee143c2 req-f46901fa-16a8-4250-9511-57c317659138 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:36.419492 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-289182cf-392c-4c10-a652-375c4ee143c2 req-f46901fa-16a8-4250-9511-57c317659138 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 944 time: 0.2283907 Jan 21 19:56:36.452004 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6f46bc49-2b0b-41be-b91a-c6d6945aafda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:36.533910 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-23810eeb-07d7-4ef6-9902-ccdc7d186606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:36.547002 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-23810eeb-07d7-4ef6-9902-ccdc7d186606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:36.570872 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b9b0eb2a-3eaa-401e-8da8-f8d34a9da2ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:36.581596 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:36.634837 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-289182cf-392c-4c10-a652-375c4ee143c2 req-ee2bcdb0-2ae3-4c19-ab90-6971a7271a45 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1963694 Jan 21 19:56:36.690225 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-23810eeb-07d7-4ef6-9902-ccdc7d186606 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=eb461b04125a40d6a05c95b1c2eb0bd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5752318 Jan 21 19:56:36.692777 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23810eeb-07d7-4ef6-9902-ccdc7d186606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc91e90-fadb-4753-9270-8b13f4a2e7f8,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:36.703080 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 52272) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:36.795147 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-23810eeb-07d7-4ef6-9902-ccdc7d186606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:36.836348 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-80431320-5ff5-40ce-89e6-e3d6f9447a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:36.843159 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6f46bc49-2b0b-41be-b91a-c6d6945aafda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:36.853934 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:36.876825 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f46bc49-2b0b-41be-b91a-c6d6945aafda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ba328c-72a1-4216-b199-1aa358207c33,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:36.883916 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6f46bc49-2b0b-41be-b91a-c6d6945aafda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:36.885684 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-80431320-5ff5-40ce-89e6-e3d6f9447a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:36.886120 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6f46bc49-2b0b-41be-b91a-c6d6945aafda admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:36.901295 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-6f46bc49-2b0b-41be-b91a-c6d6945aafda admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/47ba328c-72a1-4216-b199-1aa358207c33 HTTP/1.1" status: 204 len: 168 time: 0.5826657 Jan 21 19:56:36.971069 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-80431320-5ff5-40ce-89e6-e3d6f9447a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:36.977437 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ef36fc1e-64fa-4760-9483-794b8666ab29 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:36.996266 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80431320-5ff5-40ce-89e6-e3d6f9447a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc91e90-fadb-4753-9270-8b13f4a2e7f8,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:36.999500 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-80431320-5ff5-40ce-89e6-e3d6f9447a28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:37.005902 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-80431320-5ff5-40ce-89e6-e3d6f9447a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:37.008452 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-80431320-5ff5-40ce-89e6-e3d6f9447a28 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cdc91e90-fadb-4753-9270-8b13f4a2e7f8 HTTP/1.1" status: 204 len: 168 time: 0.3033600 Jan 21 19:56:37.402667 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6437364-7221-46db-9bc4-304c9efb6846 req-fb16d307-ebf2-4f31-8c6b-8cb7ec111fb6 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:37.404635 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f6437364-7221-46db-9bc4-304c9efb6846 req-fb16d307-ebf2-4f31-8c6b-8cb7ec111fb6 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 945 time: 0.1453011 Jan 21 19:56:37.498709 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:37.500179 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f6437364-7221-46db-9bc4-304c9efb6846 req-023d4c19-1f5f-4239-891f-f24ae9cf5c04 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788300 Jan 21 19:56:38.085515 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7cd15-9c96-49f2-b2c2-414a1114424b req-b1fe5ac7-780a-453d-8675-9aee8aa2e80e tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:38.086756 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-13a7cd15-9c96-49f2-b2c2-414a1114424b req-b1fe5ac7-780a-453d-8675-9aee8aa2e80e tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 944 time: 0.1964686 Jan 21 19:56:38.188900 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-13a7cd15-9c96-49f2-b2c2-414a1114424b req-6845c8ea-c806-4de3-ab4e-737881ed3604 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893385 Jan 21 19:56:38.431627 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:38.955716 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:39.123309 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-47070c3b-a670-4397-83fb-676a401c3a94 req-a5ecf27f-6240-459c-a4dd-2eb547c51b1e service neutron] 10.222.0.83 "GET /v2.0/networks/b1756871-2be2-4eac-a235-402a56a7b855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699610 Jan 21 19:56:39.162999 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504abef-85f3-45ea-9f9a-41af42ec4dcc req-a33e0e2f-53b6-4659-aea4-6107a67e7339 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:39.172501 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8504abef-85f3-45ea-9f9a-41af42ec4dcc req-a33e0e2f-53b6-4659-aea4-6107a67e7339 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 945 time: 0.2708371 Jan 21 19:56:39.219156 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a4cab-644f-4d0b-8b05-cf545500a472 req-2dceba4f-c5d5-4244-8525-aa1d904e75f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:39.220924 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-500a4cab-644f-4d0b-8b05-cf545500a472 req-2dceba4f-c5d5-4244-8525-aa1d904e75f9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ee36fc873ab24a67926c381490f868a4&device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 1162 time: 0.2657380 Jan 21 19:56:39.463441 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8504abef-85f3-45ea-9f9a-41af42ec4dcc req-b908daf0-876f-4b09-98c9-555e4d8ebd10 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895267 Jan 21 19:56:39.675499 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-47070c3b-a670-4397-83fb-676a401c3a94 req-9e6c957b-a629-45aa-8ff9-121ba8b9448c service neutron] 10.222.0.83 "GET /v2.0/networks/b1756871-2be2-4eac-a235-402a56a7b855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4979699 Jan 21 19:56:39.729654 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a4cab-644f-4d0b-8b05-cf545500a472 req-f6fc3575-8795-4697-951c-d2c643037d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:39.731347 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-500a4cab-644f-4d0b-8b05-cf545500a472 req-f6fc3575-8795-4697-951c-d2c643037d04 service neutron] 10.222.0.83 "GET /v2.0/networks?id=287f6cae-db55-4735-aea1-21baf8371aab HTTP/1.1" status: 200 len: 912 time: 0.4260819 Jan 21 19:56:40.032376 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab923d3-c335-443e-b2a9-3c3d299cbcd5 req-ff68256e-5f9a-4722-99f4-05b5bed64c00 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:40.035607 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7ab923d3-c335-443e-b2a9-3c3d299cbcd5 req-ff68256e-5f9a-4722-99f4-05b5bed64c00 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 944 time: 0.2024636 Jan 21 19:56:40.149672 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7ab923d3-c335-443e-b2a9-3c3d299cbcd5 req-69570b84-1534-4c4a-b3cf-d39e2d6df25f tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071582 Jan 21 19:56:40.951104 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19382b61-ee3c-42b7-9eb9-9a6d23343bbf req-3e7cba64-eeea-468a-b0bd-71a106b74d2f tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:40.954900 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-19382b61-ee3c-42b7-9eb9-9a6d23343bbf req-3e7cba64-eeea-468a-b0bd-71a106b74d2f tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 945 time: 0.1578910 Jan 21 19:56:41.025710 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-19382b61-ee3c-42b7-9eb9-9a6d23343bbf req-b1a42160-de4c-49b6-9b4b-1873924e748c tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634193 Jan 21 19:56:41.514567 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7f5f9-18a3-4972-8aad-51acec9e47a0 req-bf91d908-8c75-4eb9-8e45-2a32e103c3da tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:41.516417 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a8a7f5f9-18a3-4972-8aad-51acec9e47a0 req-bf91d908-8c75-4eb9-8e45-2a32e103c3da tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 944 time: 0.1269562 Jan 21 19:56:41.619117 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a8a7f5f9-18a3-4972-8aad-51acec9e47a0 req-ad97946f-00a0-41e7-847a-c000d015bdd8 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922685 Jan 21 19:56:42.365693 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1af503-a31d-4a7b-bf6f-c3c0d760d085 req-abad5ecb-404d-4698-9b44-e6ef4868bf3c tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:42.368745 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7c1af503-a31d-4a7b-bf6f-c3c0d760d085 req-abad5ecb-404d-4698-9b44-e6ef4868bf3c tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 945 time: 0.1836381 Jan 21 19:56:42.457323 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7c1af503-a31d-4a7b-bf6f-c3c0d760d085 req-e1b0fa0b-778d-4530-b6c8-0b6d4b9fd983 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792401 Jan 21 19:56:42.894205 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 52448) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:42.939470 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 52454) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:43.067347 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-500a4cab-644f-4d0b-8b05-cf545500a472 req-05dfcf7d-ffd0-4255-bb43-9aa110851e7d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9537e163-a3e7-45c5-be48-d3062df2e76f HTTP/1.1" status: 200 len: 217 time: 0.2052367 Jan 21 19:56:43.206337 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fc86a151-3703-42ce-8724-b301b87c3139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:43.220263 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-530dd2f9-2a0d-4d1c-8a84-a1af24fc7bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:43.242167 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-530dd2f9-2a0d-4d1c-8a84-a1af24fc7bac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:56:43.248268 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-530dd2f9-2a0d-4d1c-8a84-a1af24fc7bac admin admin] Usage tracker for resource:security_group_rule and tenant:5f1188d27784487aacac1e24669ed25d is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:56:43.254246 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-530dd2f9-2a0d-4d1c-8a84-a1af24fc7bac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:56:43.264451 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-530dd2f9-2a0d-4d1c-8a84-a1af24fc7bac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:56:43.279662 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-fc86a151-3703-42ce-8724-b301b87c3139 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:56:43.297273 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-fc86a151-3703-42ce-8724-b301b87c3139 admin admin] Usage tracker for resource:security_group_rule and tenant:55ff81be78824fe4832422cc3ee2e4be is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:56:43.302665 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f58946-5797-4804-bf49-4e747bcce082 req-ebe403d3-5e96-4a49-99f1-1e48474011a6 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:43.306995 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c5f58946-5797-4804-bf49-4e747bcce082 req-ebe403d3-5e96-4a49-99f1-1e48474011a6 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 944 time: 0.3285718 Jan 21 19:56:43.308764 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a4cab-644f-4d0b-8b05-cf545500a472 req-62c99370-c3a6-408b-8207-1eb7ab42ac68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:43.309448 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-fc86a151-3703-42ce-8724-b301b87c3139 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:56:43.312394 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-500a4cab-644f-4d0b-8b05-cf545500a472 req-62c99370-c3a6-408b-8207-1eb7ab42ac68 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5521111e-d6d7-421c-9b55-9115682bf598 HTTP/1.1" status: 200 len: 858 time: 0.2179208 Jan 21 19:56:43.333405 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-fc86a151-3703-42ce-8724-b301b87c3139 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:56:43.473255 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-500a4cab-644f-4d0b-8b05-cf545500a472 req-f342e7ed-07b6-4a57-bacd-b987eaab64c8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=287f6cae-db55-4735-aea1-21baf8371aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1161005 Jan 21 19:56:43.527026 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c5f58946-5797-4804-bf49-4e747bcce082 req-3f250f41-5f57-4ae3-8787-dfb24d94b493 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2099273 Jan 21 19:56:43.554851 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-530dd2f9-2a0d-4d1c-8a84-a1af24fc7bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:43.578131 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-530dd2f9-2a0d-4d1c-8a84-a1af24fc7bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:43.597672 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:43.727214 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-530dd2f9-2a0d-4d1c-8a84-a1af24fc7bac admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5f1188d27784487aacac1e24669ed25d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7858014 Jan 21 19:56:43.736710 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 52466) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:43.747089 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530dd2f9-2a0d-4d1c-8a84-a1af24fc7bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870f3128-0ebb-4cee-adaf-4b45de7583df,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:43.759330 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-530dd2f9-2a0d-4d1c-8a84-a1af24fc7bac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:43.762773 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fc86a151-3703-42ce-8724-b301b87c3139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:43.767387 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fc86a151-3703-42ce-8724-b301b87c3139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:43.771542 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-500a4cab-644f-4d0b-8b05-cf545500a472 req-dc7f5a56-6687-451f-83bc-ae2e2a541f58 service neutron] 10.222.0.83 "GET /v2.0/networks/287f6cae-db55-4735-aea1-21baf8371aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805355 Jan 21 19:56:43.785351 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ef547d55-5694-4367-9839-ba4b64902b36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:43.837085 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-fc86a151-3703-42ce-8724-b301b87c3139 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=55ff81be78824fe4832422cc3ee2e4be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9380600 Jan 21 19:56:43.837085 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc86a151-3703-42ce-8724-b301b87c3139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8809d63f-05bb-4acb-a7bf-b5e31104cb76,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:43.839977 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 52472) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:43.843988 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-fc86a151-3703-42ce-8724-b301b87c3139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:43.918299 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-806ae62d-1e60-45ac-b386-1a3d58c100a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:43.960600 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-806ae62d-1e60-45ac-b386-1a3d58c100a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:44.016196 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-806ae62d-1e60-45ac-b386-1a3d58c100a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:44.020828 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-4544feba-0449-4dab-8b88-fced95d3d90b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:44.036059 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ae62d-1e60-45ac-b386-1a3d58c100a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8809d63f-05bb-4acb-a7bf-b5e31104cb76,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:44.039749 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-806ae62d-1e60-45ac-b386-1a3d58c100a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:44.050956 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-806ae62d-1e60-45ac-b386-1a3d58c100a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:44.052198 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-806ae62d-1e60-45ac-b386-1a3d58c100a2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8809d63f-05bb-4acb-a7bf-b5e31104cb76 HTTP/1.1" status: 204 len: 168 time: 0.2111497 Jan 21 19:56:44.219379 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1ca1d83b-2537-4f91-92a2-9d861c191c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:44.248402 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9a952-8973-4e73-8707-625a68241735 req-5399da98-33d8-4a68-8ae4-3f6682847e4e tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:44.251131 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-77b9a952-8973-4e73-8707-625a68241735 req-5399da98-33d8-4a68-8ae4-3f6682847e4e tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 945 time: 0.5615277 Jan 21 19:56:44.321537 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-500a4cab-644f-4d0b-8b05-cf545500a472 req-8b53f393-ed12-4359-857d-d88466325a10 service neutron] 10.222.0.83 "GET /v2.0/networks/287f6cae-db55-4735-aea1-21baf8371aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5304179 Jan 21 19:56:44.347935 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1ca1d83b-2537-4f91-92a2-9d861c191c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:44.430987 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-77b9a952-8973-4e73-8707-625a68241735 req-7290a42d-03d2-4382-96f9-75f3f6440d8e tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509354 Jan 21 19:56:44.488252 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1ca1d83b-2537-4f91-92a2-9d861c191c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:44.498068 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-bfe2ad34-3666-4988-b866-c39fc73cd6ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:44.528169 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca1d83b-2537-4f91-92a2-9d861c191c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870f3128-0ebb-4cee-adaf-4b45de7583df,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:44.551018 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-1ca1d83b-2537-4f91-92a2-9d861c191c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:44.565553 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1ca1d83b-2537-4f91-92a2-9d861c191c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:44.568048 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-1ca1d83b-2537-4f91-92a2-9d861c191c6a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/870f3128-0ebb-4cee-adaf-4b45de7583df HTTP/1.1" status: 204 len: 168 time: 0.8252997 Jan 21 19:56:44.853030 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 52514) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:44.901299 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ae5f1603-79c5-48b8-acd2-d2ac6430365b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:44.935615 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-ae5f1603-79c5-48b8-acd2-d2ac6430365b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:56:44.944976 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3cf49-a353-4ae3-bc60-b840d76ba2bb req-715fe3bd-818b-449d-ada1-67ca35b25323 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:44.947017 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6ec3cf49-a353-4ae3-bc60-b840d76ba2bb req-715fe3bd-818b-449d-ada1-67ca35b25323 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 944 time: 0.1558700 Jan 21 19:56:44.948726 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-ae5f1603-79c5-48b8-acd2-d2ac6430365b admin admin] Usage tracker for resource:security_group_rule and tenant:4bd4a9070db940efb3e2082ee8177298 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:56:44.956332 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-ae5f1603-79c5-48b8-acd2-d2ac6430365b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:56:44.970974 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-ae5f1603-79c5-48b8-acd2-d2ac6430365b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:56:45.089822 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ae5f1603-79c5-48b8-acd2-d2ac6430365b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:45.093240 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ae5f1603-79c5-48b8-acd2-d2ac6430365b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:45.115986 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6ec3cf49-a353-4ae3-bc60-b840d76ba2bb req-d596de20-e76a-42a0-ac4a-fcfebce01401 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606264 Jan 21 19:56:45.125270 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-49305a4e-ab34-4d10-b275-5cf5bcd7a27b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:45.135425 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-ae5f1603-79c5-48b8-acd2-d2ac6430365b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4bd4a9070db940efb3e2082ee8177298&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2804019 Jan 21 19:56:45.139456 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 52522) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:45.176059 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f1603-79c5-48b8-acd2-d2ac6430365b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005c953a-08f1-4c3d-88a2-3bf8e7e38765,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:45.184895 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ae5f1603-79c5-48b8-acd2-d2ac6430365b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:45.226584 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 52528) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:45.236068 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cd2aff60-9157-44d8-9a6e-b72252483c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:45.248948 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c194e663-1bca-4358-b515-aa53ae028caf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:45.269712 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-c194e663-1bca-4358-b515-aa53ae028caf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:56:45.271371 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cd2aff60-9157-44d8-9a6e-b72252483c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:45.275967 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-c194e663-1bca-4358-b515-aa53ae028caf admin admin] Usage tracker for resource:security_group_rule and tenant:1c4a01de583f425085647937ee9a7a2d is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:56:45.279289 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-c194e663-1bca-4358-b515-aa53ae028caf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:56:45.286247 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-c194e663-1bca-4358-b515-aa53ae028caf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:56:45.345181 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cd2aff60-9157-44d8-9a6e-b72252483c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:45.351115 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:45.370836 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2aff60-9157-44d8-9a6e-b72252483c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005c953a-08f1-4c3d-88a2-3bf8e7e38765,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:45.373899 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-cd2aff60-9157-44d8-9a6e-b72252483c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:45.378279 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cd2aff60-9157-44d8-9a6e-b72252483c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:45.383734 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-cd2aff60-9157-44d8-9a6e-b72252483c31 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/005c953a-08f1-4c3d-88a2-3bf8e7e38765 HTTP/1.1" status: 204 len: 168 time: 0.2388914 Jan 21 19:56:45.400547 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c194e663-1bca-4358-b515-aa53ae028caf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:45.404098 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c194e663-1bca-4358-b515-aa53ae028caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:45.415357 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ae5f1603-79c5-48b8-acd2-d2ac6430365b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:45.500153 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-c194e663-1bca-4358-b515-aa53ae028caf admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1c4a01de583f425085647937ee9a7a2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2716639 Jan 21 19:56:45.501616 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c194e663-1bca-4358-b515-aa53ae028caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c5f4ba-f1a4-40f1-bee5-054d42623cda,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:45.504676 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 52536) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:45.507553 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c194e663-1bca-4358-b515-aa53ae028caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:45.587371 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-43d73e65-7343-4d19-aefa-123588245fd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:45.620878 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-43d73e65-7343-4d19-aefa-123588245fd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:45.692445 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-43d73e65-7343-4d19-aefa-123588245fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:45.700298 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-9d4710fb-a304-428b-b159-ccec39f6d305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:45.757889 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d73e65-7343-4d19-aefa-123588245fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c5f4ba-f1a4-40f1-bee5-054d42623cda,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:45.768874 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-43d73e65-7343-4d19-aefa-123588245fd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:45.770129 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-43d73e65-7343-4d19-aefa-123588245fd8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b1c5f4ba-f1a4-40f1-bee5-054d42623cda HTTP/1.1" status: 204 len: 168 time: 0.2641196 Jan 21 19:56:45.771391 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-43d73e65-7343-4d19-aefa-123588245fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:45.846751 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c53b67-7f45-42ff-9c0d-6bf27b051eea req-bf3008da-bdaf-438c-a9a2-e55284546c35 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:45.848446 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d0c53b67-7f45-42ff-9c0d-6bf27b051eea req-bf3008da-bdaf-438c-a9a2-e55284546c35 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 945 time: 0.1493394 Jan 21 19:56:45.918204 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d0c53b67-7f45-42ff-9c0d-6bf27b051eea req-224f715c-d4d8-4470-9280-dbbc7d62bba4 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558820 Jan 21 19:56:46.517878 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529da97-cb2e-477e-9b29-0ac61c6164cb req-ee23f814-f561-4f67-a07a-16dc8501e8be tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:46.522931 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7529da97-cb2e-477e-9b29-0ac61c6164cb req-ee23f814-f561-4f67-a07a-16dc8501e8be tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 944 time: 0.1541064 Jan 21 19:56:46.630105 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7529da97-cb2e-477e-9b29-0ac61c6164cb req-227fcf00-2735-4d3e-9b72-222e6244d8ed tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994670 Jan 21 19:56:47.147005 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 52610) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:47.228454 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e289d-e74f-4647-94e7-c810039a3973 req-7d8bce7f-954e-4c85-80b5-975e584d436c tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:47.230200 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-620e289d-e74f-4647-94e7-c810039a3973 req-7d8bce7f-954e-4c85-80b5-975e584d436c tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 945 time: 0.1302173 Jan 21 19:56:47.316834 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-620e289d-e74f-4647-94e7-c810039a3973 req-859a7c79-0095-4332-a907-d77235c7bada tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748115 Jan 21 19:56:47.563237 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-88624485-4f40-48f3-99f5-723f156e36ab admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-561371382-network', 'tenant_id': '53b556f27aef46b6bb0501815547b9ee'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:56:47.569197 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-88624485-4f40-48f3-99f5-723f156e36ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:56:47.574579 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-88624485-4f40-48f3-99f5-723f156e36ab admin admin] Usage tracker for resource:network and tenant:53b556f27aef46b6bb0501815547b9ee is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:56:47.578715 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-88624485-4f40-48f3-99f5-723f156e36ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:56:47.587202 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-88624485-4f40-48f3-99f5-723f156e36ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:56:47.600642 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88624485-4f40-48f3-99f5-723f156e36ab admin admin] Made reservation on behalf of 53b556f27aef46b6bb0501815547b9ee for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:56:47.607252 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-88624485-4f40-48f3-99f5-723f156e36ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:47.624932 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-88624485-4f40-48f3-99f5-723f156e36ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:47.647198 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-88624485-4f40-48f3-99f5-723f156e36ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:56:47.652391 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-88624485-4f40-48f3-99f5-723f156e36ab admin admin] Usage tracker for resource:security_group_rule and tenant:53b556f27aef46b6bb0501815547b9ee is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:56:47.657228 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-88624485-4f40-48f3-99f5-723f156e36ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:56:47.664806 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-88624485-4f40-48f3-99f5-723f156e36ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:56:47.856646 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-88624485-4f40-48f3-99f5-723f156e36ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:47.862924 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-88624485-4f40-48f3-99f5-723f156e36ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:47.867639 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-cd2aff60-9157-44d8-9a6e-b72252483c31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:47.915351 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88624485-4f40-48f3-99f5-723f156e36ab admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 21 19:56:47.929027 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88624485-4f40-48f3-99f5-723f156e36ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12331bba-b91e-4f46-a23d-bc8b806980db,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:47.934513 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-88624485-4f40-48f3-99f5-723f156e36ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:47.951250 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-88624485-4f40-48f3-99f5-723f156e36ab admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729264814127', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8360645'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:47.951696 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.db.segments_db [None req-88624485-4f40-48f3-99f5-723f156e36ab admin admin] Added segment 2257477a-0520-4da0-a5b3-f0d7830d6fc2 of type vxlan for network 6494493a-ef79-4526-ba99-d14d4501571d Jan 21 19:56:47.997382 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebed9e-f687-4c87-b3db-6f99d832e273 req-340fb228-93ef-4645-a4be-b492fc0f40ad tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:47.999196 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-12ebed9e-f687-4c87-b3db-6f99d832e273 req-340fb228-93ef-4645-a4be-b492fc0f40ad tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 944 time: 0.1978059 Jan 21 19:56:48.021507 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-88624485-4f40-48f3-99f5-723f156e36ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363307590337259'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:48.097573 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-12ebed9e-f687-4c87-b3db-6f99d832e273 req-0ea72f7e-6fb4-436d-90b8-db3ab6cef060 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785415 Jan 21 19:56:48.102827 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-88624485-4f40-48f3-99f5-723f156e36ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:48.104190 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88624485-4f40-48f3-99f5-723f156e36ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:48.104846 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-88624485-4f40-48f3-99f5-723f156e36ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:48.120509 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-bfc31952-a49e-401b-aa9d-5f8578e54b4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:48.242279 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-88624485-4f40-48f3-99f5-723f156e36ab admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.0939798 Jan 21 19:56:48.245762 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 52644) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:48.260700 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-a686449d-ecf4-44e4-9575-b570c20da2bb admin admin] Request body: {'subnet': {'network_id': '6494493a-ef79-4526-ba99-d14d4501571d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-561371382-subnet', 'tenant_id': '53b556f27aef46b6bb0501815547b9ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:56:48.267091 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88624485-4f40-48f3-99f5-723f156e36ab admin admin] Pushing event updated for resources: {'Network': ['ID=6494493a-ef79-4526-ba99-d14d4501571d,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:48.271408 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-88624485-4f40-48f3-99f5-723f156e36ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:48.272292 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-a686449d-ecf4-44e4-9575-b570c20da2bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:56:48.280234 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-a686449d-ecf4-44e4-9575-b570c20da2bb admin admin] Usage tracker for resource:subnet and tenant:53b556f27aef46b6bb0501815547b9ee is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:56:48.282494 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Network 6494493a-ef79-4526-ba99-d14d4501571d details requested by agent ovs-agent-dv-cinder-726180-8-iscsi with host dv-cinder-726180-8-iscsi {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 19:56:48.286923 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-a686449d-ecf4-44e4-9575-b570c20da2bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:56:48.299453 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-a686449d-ecf4-44e4-9575-b570c20da2bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:56:48.318699 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a686449d-ecf4-44e4-9575-b570c20da2bb admin admin] Made reservation on behalf of 53b556f27aef46b6bb0501815547b9ee for: {'subnet': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:56:48.327527 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a686449d-ecf4-44e4-9575-b570c20da2bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1654768'] for subnet, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:48.819581 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f280e03-8ed5-42ea-be2d-6134edc2805d req-d58b8818-e6de-4b71-ba98-7be4874333a6 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:48.827964 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5f280e03-8ed5-42ea-be2d-6134edc2805d req-d58b8818-e6de-4b71-ba98-7be4874333a6 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 945 time: 0.2310231 Jan 21 19:56:48.976820 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5f280e03-8ed5-42ea-be2d-6134edc2805d req-37f06ddd-f203-4219-9a6a-81eca0551a72 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353564 Jan 21 19:56:49.060736 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a686449d-ecf4-44e4-9575-b570c20da2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852304875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1654723'] for subnet, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:49.078351 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-5d5de879-26a7-411f-88c5-d2b710c5bdf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:49.236685 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a686449d-ecf4-44e4-9575-b570c20da2bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e0d61e2-076c-46b8-997d-9f0b100d2b56,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:49.236685 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a686449d-ecf4-44e4-9575-b570c20da2bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:49.310120 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a686449d-ecf4-44e4-9575-b570c20da2bb admin admin] Checking segment: {'id': '2257477a-0520-4da0-a5b3-f0d7830d6fc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '6494493a-ef79-4526-ba99-d14d4501571d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:56:49.310543 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a686449d-ecf4-44e4-9575-b570c20da2bb admin admin] Network hostable DHCP agents. Network: 6494493a-ef79-4526-ba99-d14d4501571d, hostable agents: ['a1da6b86-37e3-41b0-832c-986ff53a0b75'], hosted agents: [] {{(pid=80113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 19:56:49.332860 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a686449d-ecf4-44e4-9575-b570c20da2bb admin admin] Network 6494493a-ef79-4526-ba99-d14d4501571d is scheduled to be hosted by DHCP agent a1da6b86-37e3-41b0-832c-986ff53a0b75 with binding_index 1 {{(pid=80113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 19:56:49.343631 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-a686449d-ecf4-44e4-9575-b570c20da2bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-8-iscsi, 6494493a-ef79-4526-ba99-d14d4501571d) {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:56:49.364480 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca9f8d8-73e1-47ab-9acc-1cedbbac41a3 None None] Network 6494493a-ef79-4526-ba99-d14d4501571d requested from dv-cinder-726180-8-iscsi {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 19:56:49.374879 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a686449d-ecf4-44e4-9575-b570c20da2bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:49.376057 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a686449d-ecf4-44e4-9575-b570c20da2bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:49.384719 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba9528-ae07-4bcb-98fe-9aa56348494e req-d46a334d-00cd-4925-946f-d36b7e637ae2 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:49.386669 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0aba9528-ae07-4bcb-98fe-9aa56348494e req-d46a334d-00cd-4925-946f-d36b7e637ae2 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 944 time: 0.1242690 Jan 21 19:56:49.412396 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-a686449d-ecf4-44e4-9575-b570c20da2bb admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1644082 Jan 21 19:56:49.449775 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0aba9528-ae07-4bcb-98fe-9aa56348494e req-af991b4a-3583-47d7-ab6c-ea784bda5ff3 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549946 Jan 21 19:56:49.556872 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Network 6494493a-ef79-4526-ba99-d14d4501571d details requested by agent ovs-agent-hv-cinder-72618 with host hv-cinder-72618 {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 19:56:49.830202 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ef9eb3-7dcd-47d1-9912-e7ddb3c3a08d None None] Network 6494493a-ef79-4526-ba99-d14d4501571d requested from dv-cinder-726180-8-iscsi {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 19:56:50.106144 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 0ab05c73-5c40-4d07-a524-cc9d95ce976e up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:56:50.236954 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning for port 0ab05c73-5c40-4d07-a524-cc9d95ce976e completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:56:50.263398 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 0ab05c73-5c40-4d07-a524-cc9d95ce976e triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:56:50.263862 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:50.452515 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149b84c-a63f-48eb-b6be-8cf1088e96f3 req-f4dd9fcf-d465-43b3-968c-b670f7ec66ed tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:50.453706 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8149b84c-a63f-48eb-b6be-8cf1088e96f3 req-f4dd9fcf-d465-43b3-968c-b670f7ec66ed tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 945 time: 0.2056653 Jan 21 19:56:50.504921 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:50.523055 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8149b84c-a63f-48eb-b6be-8cf1088e96f3 req-ec97bc1c-d751-470b-9c84-266d0bac1006 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681770 Jan 21 19:56:50.539571 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 52700) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:50.548315 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-801c5bae-fd4e-4761-9851-cead158dcb7c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1466118694-network', 'tenant_id': '0c12e854f46a404392f1e48b07e0c479'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:56:50.555324 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-801c5bae-fd4e-4761-9851-cead158dcb7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:56:50.560534 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] For port 0ab05c73-5c40-4d07-a524-cc9d95ce976e, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=0ab05c73-5c40-4d07-a524-cc9d95ce976e,segment=NetworkSegment(54492169-1737-42df-aa1f-05bff6aaa8d2),segment_id=54492169-1737-42df-aa1f-05bff6aaa8d2)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 19:56:50.562523 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469e5dae-7fc2-48fc-80b1-8bbd126023bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab05c73-5c40-4d07-a524-cc9d95ce976e'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:56:50.563658 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-801c5bae-fd4e-4761-9851-cead158dcb7c admin admin] Usage tracker for resource:network and tenant:0c12e854f46a404392f1e48b07e0c479 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:56:50.568931 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-801c5bae-fd4e-4761-9851-cead158dcb7c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:56:50.570020 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:50.573160 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:50.598588 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-801c5bae-fd4e-4761-9851-cead158dcb7c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:56:50.632773 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801c5bae-fd4e-4761-9851-cead158dcb7c admin admin] Made reservation on behalf of 0c12e854f46a404392f1e48b07e0c479 for: {'network': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:56:50.639645 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-801c5bae-fd4e-4761-9851-cead158dcb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for network, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:50.669056 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-801c5bae-fd4e-4761-9851-cead158dcb7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:50.700160 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469e5dae-7fc2-48fc-80b1-8bbd126023bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab05c73-5c40-4d07-a524-cc9d95ce976e', 'code': 200} Jan 21 19:56:50.713548 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-801c5bae-fd4e-4761-9851-cead158dcb7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:56:50.728781 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Pushing event updated for resources: {'Port': ['ID=0ab05c73-5c40-4d07-a524-cc9d95ce976e,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:50.729233 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-801c5bae-fd4e-4761-9851-cead158dcb7c admin admin] Usage tracker for resource:security_group_rule and tenant:0c12e854f46a404392f1e48b07e0c479 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:56:50.737170 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-801c5bae-fd4e-4761-9851-cead158dcb7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:56:50.739736 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:50.740134 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:50.740513 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:50.740910 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:50.741260 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:50.742152 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:50.742563 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:50.742949 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:50.743469 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:50.743853 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:50.744225 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:50.744599 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:50.745023 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:50.745399 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:50.745772 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:50.746152 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:50.746552 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:50.747418 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:50.747795 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:50.748174 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:50.749336 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:50.749510 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-801c5bae-fd4e-4761-9851-cead158dcb7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:56:50.749647 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:50.749647 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:50.750093 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:56:50.757223 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:50.868675 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-801c5bae-fd4e-4761-9851-cead158dcb7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:50.877712 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-801c5bae-fd4e-4761-9851-cead158dcb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:50.887153 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:50.902898 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc1da8-5bfb-4e82-9033-de2670a6743e req-42db0de0-2929-4102-9095-b050c277db40 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:50.904710 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-08cc1da8-5bfb-4e82-9033-de2670a6743e req-42db0de0-2929-4102-9095-b050c277db40 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 946 time: 0.1871719 Jan 21 19:56:50.952916 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-801c5bae-fd4e-4761-9851-cead158dcb7c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 21 19:56:51.013137 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-08cc1da8-5bfb-4e82-9033-de2670a6743e req-448cd646-2fa9-49df-a10a-4d8498ccb82f tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908484 Jan 21 19:56:51.023363 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-801c5bae-fd4e-4761-9851-cead158dcb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8360645'] for segment, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:51.023767 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.db.segments_db [None req-801c5bae-fd4e-4761-9851-cead158dcb7c admin admin] Added segment 98284491-5333-499d-ac81-bc847d7f97c9 of type vxlan for network dc39adf1-3086-4a10-ae96-89924a3bd2bb Jan 21 19:56:51.034106 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c5bae-fd4e-4761-9851-cead158dcb7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679b80d7-64a0-460d-ba8f-814c97f60ce1,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:51.035263 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-801c5bae-fd4e-4761-9851-cead158dcb7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:51.094825 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-801c5bae-fd4e-4761-9851-cead158dcb7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363307590337259'] for network, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:51.134222 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-801c5bae-fd4e-4761-9851-cead158dcb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103'] for network, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:51.136986 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801c5bae-fd4e-4761-9851-cead158dcb7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:51.137863 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-801c5bae-fd4e-4761-9851-cead158dcb7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:51.155429 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:51.238278 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b75c9-a4ff-49c1-8cf7-66740657b442 req-19374541-537d-47c0-878d-9196d5608895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:51.239907 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-502b75c9-a4ff-49c1-8cf7-66740657b442 req-19374541-537d-47c0-878d-9196d5608895 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 1163 time: 0.0956645 Jan 21 19:56:51.291652 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-502b75c9-a4ff-49c1-8cf7-66740657b442 req-88909791-bddf-4769-9c4d-b5c7546de055 service neutron] Synchronizing usage tracker for tenant:21e3ad11a3db4b39b65821366c7ecc9d on resource:security_group {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 19:56:51.295060 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-801c5bae-fd4e-4761-9851-cead158dcb7c admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7527864 Jan 21 19:56:51.297945 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 52720) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:51.301445 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c5bae-fd4e-4761-9851-cead158dcb7c admin admin] Pushing event updated for resources: {'Network': ['ID=dc39adf1-3086-4a10-ae96-89924a3bd2bb,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:51.307198 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-99837c1d-3129-407d-aa9a-00b14f1141a6 admin admin] Request body: {'subnet': {'network_id': 'dc39adf1-3086-4a10-ae96-89924a3bd2bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1466118694-subnet', 'tenant_id': '0c12e854f46a404392f1e48b07e0c479', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:56:51.314117 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-502b75c9-a4ff-49c1-8cf7-66740657b442 req-88909791-bddf-4769-9c4d-b5c7546de055 service neutron] Unset dirty status for tenant:21e3ad11a3db4b39b65821366c7ecc9d on resource:security_group {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 19:56:51.314650 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-99837c1d-3129-407d-aa9a-00b14f1141a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:56:51.315668 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-502b75c9-a4ff-49c1-8cf7-66740657b442 req-88909791-bddf-4769-9c4d-b5c7546de055 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646608 Jan 21 19:56:51.317416 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-801c5bae-fd4e-4761-9851-cead158dcb7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:51.320126 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-99837c1d-3129-407d-aa9a-00b14f1141a6 admin admin] Usage tracker for resource:subnet and tenant:0c12e854f46a404392f1e48b07e0c479 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:56:51.322937 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Network dc39adf1-3086-4a10-ae96-89924a3bd2bb details requested by agent ovs-agent-dv-cinder-726180-8-iscsi with host dv-cinder-726180-8-iscsi {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 19:56:51.323571 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-99837c1d-3129-407d-aa9a-00b14f1141a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:56:51.331131 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-99837c1d-3129-407d-aa9a-00b14f1141a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:56:51.340644 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99837c1d-3129-407d-aa9a-00b14f1141a6 admin admin] Made reservation on behalf of 0c12e854f46a404392f1e48b07e0c479 for: {'subnet': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:56:51.346777 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-99837c1d-3129-407d-aa9a-00b14f1141a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1654768'] for subnet, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:51.398523 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Network dc39adf1-3086-4a10-ae96-89924a3bd2bb details requested by agent ovs-agent-hv-cinder-72618 with host hv-cinder-72618 {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 19:56:51.412592 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 0ab05c73-5c40-4d07-a524-cc9d95ce976e up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:56:51.886839 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 0ab05c73-5c40-4d07-a524-cc9d95ce976e triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:56:51.887538 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:51.904891 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2715228b-f746-4ff0-897d-6344d7b5102b req-ff6b3fa0-613d-47a0-88ed-56275fb8ba8e tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:51.908729 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2715228b-f746-4ff0-897d-6344d7b5102b req-ff6b3fa0-613d-47a0-88ed-56275fb8ba8e tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 945 time: 0.1759362 Jan 21 19:56:51.985961 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2715228b-f746-4ff0-897d-6344d7b5102b req-a682a6f6-5098-4f8f-8a6e-5ce50d6a7543 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686848 Jan 21 19:56:52.068513 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-99837c1d-3129-407d-aa9a-00b14f1141a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852304875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1654723'] for subnet, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:52.104707 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ac780df8-c0a5-441c-9015-678be222a757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:56:52.252560 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99837c1d-3129-407d-aa9a-00b14f1141a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c880ee5c-5dd5-4c68-bad4-78ee7e6c4dc9,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:56:52.255771 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-99837c1d-3129-407d-aa9a-00b14f1141a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:56:52.294195 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac3c03-f294-4311-b0ca-f46da68b2c96 req-0db1aeda-464d-4771-a651-05389ac690b6 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:52.296335 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d7ac3c03-f294-4311-b0ca-f46da68b2c96 req-0db1aeda-464d-4771-a651-05389ac690b6 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 946 time: 0.1206002 Jan 21 19:56:52.343314 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99837c1d-3129-407d-aa9a-00b14f1141a6 admin admin] Checking segment: {'id': '98284491-5333-499d-ac81-bc847d7f97c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'dc39adf1-3086-4a10-ae96-89924a3bd2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:56:52.343730 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99837c1d-3129-407d-aa9a-00b14f1141a6 admin admin] Network hostable DHCP agents. Network: dc39adf1-3086-4a10-ae96-89924a3bd2bb, hostable agents: ['a1da6b86-37e3-41b0-832c-986ff53a0b75'], hosted agents: [] {{(pid=80113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 19:56:52.368447 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d7ac3c03-f294-4311-b0ca-f46da68b2c96 req-495dcf55-5b7d-4275-a8ab-9d9fd0ec4c99 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588183 Jan 21 19:56:52.371616 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99837c1d-3129-407d-aa9a-00b14f1141a6 admin admin] Network dc39adf1-3086-4a10-ae96-89924a3bd2bb is scheduled to be hosted by DHCP agent a1da6b86-37e3-41b0-832c-986ff53a0b75 with binding_index 1 {{(pid=80113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 19:56:52.383264 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-99837c1d-3129-407d-aa9a-00b14f1141a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-8-iscsi, dc39adf1-3086-4a10-ae96-89924a3bd2bb) {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:56:52.393685 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9fc23c-5bbe-406d-883f-9cff9f4365e3 None None] Network dc39adf1-3086-4a10-ae96-89924a3bd2bb requested from dv-cinder-726180-8-iscsi {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 19:56:52.418486 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99837c1d-3129-407d-aa9a-00b14f1141a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:52.418486 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-99837c1d-3129-407d-aa9a-00b14f1141a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:52.452081 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-99837c1d-3129-407d-aa9a-00b14f1141a6 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1521633 Jan 21 19:56:52.804159 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02de5a51-ea24-4a04-9fae-41a8132c23f2 None None] Network dc39adf1-3086-4a10-ae96-89924a3bd2bb requested from dv-cinder-726180-8-iscsi {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 19:56:53.344676 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704e0ea-007c-441a-be7f-72cbdd994fef req-78dcbb98-29f7-4fb7-9f77-234a42cd8e6e tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:53.347532 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1704e0ea-007c-441a-be7f-72cbdd994fef req-78dcbb98-29f7-4fb7-9f77-234a42cd8e6e tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 945 time: 0.1480274 Jan 21 19:56:53.419214 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1704e0ea-007c-441a-be7f-72cbdd994fef req-2c4820bc-97d1-426e-845d-566b3f5fa10d tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626016 Jan 21 19:56:53.669644 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b7645b-da59-41bf-b755-2af9e4cc2fa2 req-2583274a-6446-4f21-adf1-fecee58b6826 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:53.672600 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-98b7645b-da59-41bf-b755-2af9e4cc2fa2 req-2583274a-6446-4f21-adf1-fecee58b6826 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 946 time: 0.1369445 Jan 21 19:56:53.731296 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-98b7645b-da59-41bf-b755-2af9e4cc2fa2 req-915be319-5af0-4fd4-b71b-9951a701c6e7 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512097 Jan 21 19:56:54.693858 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45d122-fb1c-4433-800e-0800700b4e4b req-77507489-3879-4555-880a-eee151c1029f tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:54.695628 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1e45d122-fb1c-4433-800e-0800700b4e4b req-77507489-3879-4555-880a-eee151c1029f tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 945 time: 0.1213408 Jan 21 19:56:54.754481 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1e45d122-fb1c-4433-800e-0800700b4e4b req-0324882c-9156-4e02-860b-77bcdde0b554 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519650 Jan 21 19:56:54.986743 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7046d99e-b537-4a1c-b881-869d1c822810 req-d983f498-5914-4558-aefe-7647ff7ce1a9 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:54.988444 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7046d99e-b537-4a1c-b881-869d1c822810 req-d983f498-5914-4558-aefe-7647ff7ce1a9 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 946 time: 0.1090245 Jan 21 19:56:55.043394 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7046d99e-b537-4a1c-b881-869d1c822810 req-9cd073de-72d8-4d41-9f66-e5bae8e4739b tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483649 Jan 21 19:56:56.007037 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ffd91-a78f-4710-b73c-87d43d1b4833 req-a8cfa1f8-838c-4bb3-a2d5-bd63455f2ee2 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:56.008751 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7f0ffd91-a78f-4710-b73c-87d43d1b4833 req-a8cfa1f8-838c-4bb3-a2d5-bd63455f2ee2 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 945 time: 0.1115921 Jan 21 19:56:56.064322 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7f0ffd91-a78f-4710-b73c-87d43d1b4833 req-d9645cf2-8336-4505-9f47-ea0aaade76ea tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483558 Jan 21 19:56:56.279475 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0c963-ac55-4b5c-a306-103e6e8651cf req-83b10bc9-2c22-4682-bdba-e1542ff908a7 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:56.281810 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e7b0c963-ac55-4b5c-a306-103e6e8651cf req-83b10bc9-2c22-4682-bdba-e1542ff908a7 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 946 time: 0.1025519 Jan 21 19:56:56.337026 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e7b0c963-ac55-4b5c-a306-103e6e8651cf req-dfe69831-249a-4e97-a99b-83260ce34b14 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486932 Jan 21 19:56:57.397209 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc22c3-0316-499e-81b4-e8ba9ffcdc71 req-3c4e267e-c0cb-4dcc-94de-a8208d3fe1af tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:57.398990 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5fcc22c3-0316-499e-81b4-e8ba9ffcdc71 req-3c4e267e-c0cb-4dcc-94de-a8208d3fe1af tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 945 time: 0.1606724 Jan 21 19:56:57.457219 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5fcc22c3-0316-499e-81b4-e8ba9ffcdc71 req-8c0849cf-2d0c-47b9-b63f-341739844cd5 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517440 Jan 21 19:56:57.729738 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477ac2a-3432-469f-af33-6c3ebe873e91 req-5e11e091-4377-487b-b045-c34f3fa81259 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:57.732325 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5477ac2a-3432-469f-af33-6c3ebe873e91 req-5e11e091-4377-487b-b045-c34f3fa81259 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 946 time: 0.1427157 Jan 21 19:56:57.862301 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5477ac2a-3432-469f-af33-6c3ebe873e91 req-28b35a2d-75e5-4e62-8b0b-5df6fe994697 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690608 Jan 21 19:56:57.905024 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147a8b8-a380-4ac6-97cd-e20d70be2f84 req-106d0f35-adf5-43bf-ad80-4618ce91c51d tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:57.907359 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0147a8b8-a380-4ac6-97cd-e20d70be2f84 req-106d0f35-adf5-43bf-ad80-4618ce91c51d tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/ports?device_id=cb486324-780d-440e-ba56-f6c7a0f88f6b HTTP/1.1" status: 200 len: 946 time: 0.1736672 Jan 21 19:56:58.000445 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0147a8b8-a380-4ac6-97cd-e20d70be2f84 req-f008c35b-605f-4f9e-8a97-ba9bb809067a tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/security-groups?id=1b91ab27-6986-4c38-a761-e3ff437caf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794196 Jan 21 19:56:58.136431 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e555e1-3945-4bcf-9c44-4a1b90762e94 req-659e44c5-bcfd-4a73-8e1c-a0ae9892c70e tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:58.138244 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b0e555e1-3945-4bcf-9c44-4a1b90762e94 req-659e44c5-bcfd-4a73-8e1c-a0ae9892c70e tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 946 time: 0.1322100 Jan 21 19:56:58.149363 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 52866) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:56:58.157832 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-40fb717f-a8bf-43c8-a831-9f9207aa8814 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Request body: {'floatingip': {'port_id': '0ab05c73-5c40-4d07-a524-cc9d95ce976e'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:56:58.189181 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 0ab05c73-5c40-4d07-a524-cc9d95ce976e up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:56:58.266929 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:58.267811 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-40fb717f-a8bf-43c8-a831-9f9207aa8814 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks [] for floatingip, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:58.321518 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 0ab05c73-5c40-4d07-a524-cc9d95ce976e triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:56:58.321948 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:58.723650 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c62f2-34cf-453c-aaa7-8b4869296d25 req-2c5c95f7-c161-4e0a-9a0e-e46ea78d0e0f tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:58.727934 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2f1c62f2-34cf-453c-aaa7-8b4869296d25 req-2c5c95f7-c161-4e0a-9a0e-e46ea78d0e0f tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 945 time: 0.1144726 Jan 21 19:56:58.828781 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2f1c62f2-34cf-453c-aaa7-8b4869296d25 req-9c2acb48-2f2b-4971-9b29-08b1d1b915cf tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964053 Jan 21 19:56:59.363878 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19ef79-605d-451d-8606-3a53e95a10a4 req-7000a283-4d8b-4877-b636-122f489899b4 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:56:59.365600 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-be19ef79-605d-451d-8606-3a53e95a10a4 req-7000a283-4d8b-4877-b636-122f489899b4 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/ports?device_id=cb486324-780d-440e-ba56-f6c7a0f88f6b HTTP/1.1" status: 200 len: 946 time: 0.1463540 Jan 21 19:56:59.452959 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-be19ef79-605d-451d-8606-3a53e95a10a4 req-f5a57254-d90d-4457-bb5a-65b7186f74ac tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/security-groups?id=1b91ab27-6986-4c38-a761-e3ff437caf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764925 Jan 21 19:56:59.607713 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-40fb717f-a8bf-43c8-a831-9f9207aa8814 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks [] for floatingip, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:59.610981 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-40fb717f-a8bf-43c8-a831-9f9207aa8814 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853807100'] for floatingip, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:56:59.836112 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.db.l3_db [None req-40fb717f-a8bf-43c8-a831-9f9207aa8814 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Floating IP 73f789ae-3249-4b15-a23d-bcc8fdade14d associated. External IP: 172.27.2.152, port: 0ab05c73-5c40-4d07-a524-cc9d95ce976e. Jan 21 19:57:00.111023 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003fdd9-6574-49b1-a6cd-1176dd9b531c req-71bcc571-17a3-4812-bab9-ba106554eac8 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:00.113047 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0003fdd9-6574-49b1-a6cd-1176dd9b531c req-71bcc571-17a3-4812-bab9-ba106554eac8 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 945 time: 0.1230290 Jan 21 19:57:00.174175 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0003fdd9-6574-49b1-a6cd-1176dd9b531c req-fc52b54e-ff2c-4df8-9bb2-7bd42e41e596 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540967 Jan 21 19:57:00.262360 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40fb717f-a8bf-43c8-a831-9f9207aa8814 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Router 0b476698-997c-483c-b00f-004470af1691 has already been hosted by L3 agent acfbd797-5df7-45c7-9954-db8085626b2a {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 19:57:00.461583 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40fb717f-a8bf-43c8-a831-9f9207aa8814 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify agent at l3_agent.dv-cinder-726180-8-iscsi the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 19:57:00.466184 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-40fb717f-a8bf-43c8-a831-9f9207aa8814 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for floatingip, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:00.476921 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff57216a-5830-4101-9770-0d11a54b6e72 None None] Sync routers for ids ['0b476698-997c-483c-b00f-004470af1691'] in dv-cinder-726180-8-iscsi {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 19:57:00.501581 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff57216a-5830-4101-9770-0d11a54b6e72 None None] Routers {'0b476698-997c-483c-b00f-004470af1691'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:57:00.502644 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-ff57216a-5830-4101-9770-0d11a54b6e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T19:56:36Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['0b476698-997c-483c-b00f-004470af1691'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:57:00.537984 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-40fb717f-a8bf-43c8-a831-9f9207aa8814 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "PUT /v2.0/floatingips/73f789ae-3249-4b15-a23d-bcc8fdade14d HTTP/1.1" status: 200 len: 992 time: 2.3868806 Jan 21 19:57:00.538783 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '469e5dae-7fc2-48fc-80b1-8bbd126023bb', 'tag': '0ab05c73-5c40-4d07-a524-cc9d95ce976e'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:57:00.774918 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0b151-1411-40ba-8d2f-4504d3ef669c req-9ad04876-6b43-42cd-8be7-af3956f36565 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:00.783811 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-32f0b151-1411-40ba-8d2f-4504d3ef669c req-9ad04876-6b43-42cd-8be7-af3956f36565 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/ports?device_id=cb486324-780d-440e-ba56-f6c7a0f88f6b HTTP/1.1" status: 200 len: 946 time: 0.1485908 Jan 21 19:57:00.808860 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-ff57216a-5830-4101-9770-0d11a54b6e72 None None] Set router 0b476698-997c-483c-b00f-004470af1691 gateway port host: dv-cinder-726180-8-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 19:57:00.875145 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-32f0b151-1411-40ba-8d2f-4504d3ef669c req-00351d69-aada-464f-be0c-e5dc1ddea045 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/security-groups?id=1b91ab27-6986-4c38-a761-e3ff437caf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900028 Jan 21 19:57:00.958613 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '469e5dae-7fc2-48fc-80b1-8bbd126023bb', 'tag': '0ab05c73-5c40-4d07-a524-cc9d95ce976e', 'status': 'completed', 'code': 200} Jan 21 19:57:01.268519 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-ff57216a-5830-4101-9770-0d11a54b6e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b476698-997c-483c-b00f-004470af1691', 'name': 'tempest-AttachVolumeTestJSON-195330097-router', 'tenant_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b6021edf-7e7d-496e-bee4-07f0dc3ba880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:55:35Z', 'updated_at': '2021-01-21T19:55:55Z', 'revision_number': 4, 'project_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'gw_port': {'id': 'b6021edf-7e7d-496e-bee4-07f0dc3ba880', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ec:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b476698-997c-483c-b00f-004470af1691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:55:37Z', 'updated_at': '2021-01-21T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_floatingips': [{'id': '73f789ae-3249-4b15-a23d-bcc8fdade14d', 'tenant_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'floating_ip_address': '172.27.2.152', 'floating_network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'router_id': '0b476698-997c-483c-b00f-004470af1691', 'port_id': '0ab05c73-5c40-4d07-a524-cc9d95ce976e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1756871-2be2-4eac-a235-402a56a7b855', 'mac_address': 'fa:16:3e:64:0d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e5dae-7fc2-48fc-80b1-8bbd126023bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T19:56:11Z', 'updated_at': '2021-01-21T19:56:59Z', 'revision_number': 1, 'project_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8a65cff-aea8-4882-a2f3-0e8473103394', 'name': '', 'network_id': 'b1756871-2be2-4eac-a235-402a56a7b855', 'tenant_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'mac_address': 'fa:16:3e:ca:c8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b476698-997c-483c-b00f-004470af1691', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '9790493f-b318-4d1c-bd26-0e9563a125df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:55:50Z', 'updated_at': '2021-01-21T19:56:07Z', 'revision_number': 5, 'project_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'subnets': [{'id': '9790493f-b318-4d1c-bd26-0e9563a125df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:57:01.273218 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff57216a-5830-4101-9770-0d11a54b6e72 None None] Checking router: 0b476698-997c-483c-b00f-004470af1691 for host: dv-cinder-726180-8-iscsi {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 19:57:01.283222 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff57216a-5830-4101-9770-0d11a54b6e72 None None] Routers {'0b476698-997c-483c-b00f-004470af1691'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:57:01.283885 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-ff57216a-5830-4101-9770-0d11a54b6e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T19:56:36Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['0b476698-997c-483c-b00f-004470af1691'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:57:01.419473 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568aa02-c3ad-47e7-bc63-9a020cbd57f1 req-8bb176ef-769e-499b-880d-b68deda4da5c tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:01.421278 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2568aa02-c3ad-47e7-bc63-9a020cbd57f1 req-8bb176ef-769e-499b-880d-b68deda4da5c tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 945 time: 0.1079130 Jan 21 19:57:01.474203 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2568aa02-c3ad-47e7-bc63-9a020cbd57f1 req-2dcbecf2-b037-49a7-aba7-e02dd1e03b69 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463016 Jan 21 19:57:01.482011 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-ff57216a-5830-4101-9770-0d11a54b6e72 None None] Set router 0b476698-997c-483c-b00f-004470af1691 gateway port host: dv-cinder-726180-8-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 19:57:01.902673 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-ff57216a-5830-4101-9770-0d11a54b6e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b476698-997c-483c-b00f-004470af1691', 'name': 'tempest-AttachVolumeTestJSON-195330097-router', 'tenant_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b6021edf-7e7d-496e-bee4-07f0dc3ba880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:55:35Z', 'updated_at': '2021-01-21T19:55:55Z', 'revision_number': 4, 'project_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'gw_port': {'id': 'b6021edf-7e7d-496e-bee4-07f0dc3ba880', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ec:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b476698-997c-483c-b00f-004470af1691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:55:37Z', 'updated_at': '2021-01-21T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_floatingips': [{'id': '73f789ae-3249-4b15-a23d-bcc8fdade14d', 'tenant_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'floating_ip_address': '172.27.2.152', 'floating_network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'router_id': '0b476698-997c-483c-b00f-004470af1691', 'port_id': '0ab05c73-5c40-4d07-a524-cc9d95ce976e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1756871-2be2-4eac-a235-402a56a7b855', 'mac_address': 'fa:16:3e:64:0d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e5dae-7fc2-48fc-80b1-8bbd126023bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T19:56:11Z', 'updated_at': '2021-01-21T19:56:59Z', 'revision_number': 1, 'project_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8a65cff-aea8-4882-a2f3-0e8473103394', 'name': '', 'network_id': 'b1756871-2be2-4eac-a235-402a56a7b855', 'tenant_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'mac_address': 'fa:16:3e:ca:c8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b476698-997c-483c-b00f-004470af1691', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '9790493f-b318-4d1c-bd26-0e9563a125df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:55:50Z', 'updated_at': '2021-01-21T19:56:07Z', 'revision_number': 5, 'project_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'subnets': [{'id': '9790493f-b318-4d1c-bd26-0e9563a125df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:57:01.908219 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff57216a-5830-4101-9770-0d11a54b6e72 None None] The sync data for ids ['0b476698-997c-483c-b00f-004470af1691'] in dv-cinder-726180-8-iscsi is: [{'id': '0b476698-997c-483c-b00f-004470af1691', 'name': 'tempest-AttachVolumeTestJSON-195330097-router', 'tenant_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b6021edf-7e7d-496e-bee4-07f0dc3ba880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:55:35Z', 'updated_at': '2021-01-21T19:55:55Z', 'revision_number': 4, 'project_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'gw_port': {'id': 'b6021edf-7e7d-496e-bee4-07f0dc3ba880', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ec:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b476698-997c-483c-b00f-004470af1691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:55:37Z', 'updated_at': '2021-01-21T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_floatingips': [{'id': '73f789ae-3249-4b15-a23d-bcc8fdade14d', 'tenant_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'floating_ip_address': '172.27.2.152', 'floating_network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'router_id': '0b476698-997c-483c-b00f-004470af1691', 'port_id': '0ab05c73-5c40-4d07-a524-cc9d95ce976e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1756871-2be2-4eac-a235-402a56a7b855', 'mac_address': 'fa:16:3e:64:0d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469e5dae-7fc2-48fc-80b1-8bbd126023bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T19:56:11Z', 'updated_at': '2021-01-21T19:56:59Z', 'revision_number': 1, 'project_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8a65cff-aea8-4882-a2f3-0e8473103394', 'name': '', 'network_id': 'b1756871-2be2-4eac-a235-402a56a7b855', 'tenant_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'mac_address': 'fa:16:3e:ca:c8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b476698-997c-483c-b00f-004470af1691', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '9790493f-b318-4d1c-bd26-0e9563a125df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:55:50Z', 'updated_at': '2021-01-21T19:56:07Z', 'revision_number': 5, 'project_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'subnets': [{'id': '9790493f-b318-4d1c-bd26-0e9563a125df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 19:57:02.254662 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefd74c5-e1b3-4945-ba40-63e84816d390 None None] New status for floating IP 73f789ae-3249-4b15-a23d-bcc8fdade14d: ACTIVE {{(pid=80115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 21 19:57:02.333112 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a4184-41f3-41f0-8ac2-942c0813bdd7 req-ec7dd82e-e452-44f1-923f-3081c110a940 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:02.334756 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f19a4184-41f3-41f0-8ac2-942c0813bdd7 req-ec7dd82e-e452-44f1-923f-3081c110a940 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/ports?device_id=cb486324-780d-440e-ba56-f6c7a0f88f6b HTTP/1.1" status: 200 len: 946 time: 0.3168988 Jan 21 19:57:02.391424 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f19a4184-41f3-41f0-8ac2-942c0813bdd7 req-91618955-f809-46ef-995d-26cdccf33026 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/security-groups?id=1b91ab27-6986-4c38-a761-e3ff437caf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501001 Jan 21 19:57:02.735768 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c21b1-dace-4268-b679-a5e66081e36b req-38ea34b8-66f4-44b6-bc49-6185d14c51fe tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:02.737471 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ef9c21b1-dace-4268-b679-a5e66081e36b req-38ea34b8-66f4-44b6-bc49-6185d14c51fe tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 945 time: 0.1190770 Jan 21 19:57:02.795569 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ef9c21b1-dace-4268-b679-a5e66081e36b req-bb8c854e-d99d-46e4-83b2-a47c11b9b596 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514457 Jan 21 19:57:03.637203 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfbcaee-7af1-4c2c-b186-43326f3151aa req-adc4d1d2-0369-4660-b024-b1fb8aefe3d6 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:03.641999 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1bfbcaee-7af1-4c2c-b186-43326f3151aa req-adc4d1d2-0369-4660-b024-b1fb8aefe3d6 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/ports?device_id=cb486324-780d-440e-ba56-f6c7a0f88f6b HTTP/1.1" status: 200 len: 946 time: 0.1103642 Jan 21 19:57:03.693024 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1bfbcaee-7af1-4c2c-b186-43326f3151aa req-3b05c065-5fe5-4bec-9b1a-7b0ba6bf5620 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/security-groups?id=1b91ab27-6986-4c38-a761-e3ff437caf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468786 Jan 21 19:57:04.141974 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28405f87-5769-4795-92dc-3860f0b2c1a4 req-37ea40e1-77c4-4622-99d9-a058c4bdf712 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:04.143645 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-28405f87-5769-4795-92dc-3860f0b2c1a4 req-37ea40e1-77c4-4622-99d9-a058c4bdf712 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 945 time: 0.1388109 Jan 21 19:57:04.209353 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-28405f87-5769-4795-92dc-3860f0b2c1a4 req-57b710c4-1155-4334-ba1d-5c994aa0a0b1 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589731 Jan 21 19:57:04.339971 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7473bf3-eca3-4767-807a-51e57f7dc421 req-7777855e-ea89-4fc5-b4ed-3ba2a72bd976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:04.341632 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d7473bf3-eca3-4767-807a-51e57f7dc421 req-7777855e-ea89-4fc5-b4ed-3ba2a72bd976 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b3037d7b8c6a4529a56f7be33c3cb0ab&device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 1163 time: 0.0851576 Jan 21 19:57:04.426718 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-22f41eff-c3b5-436f-b744-2551110eb7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:04.507758 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7473bf3-eca3-4767-807a-51e57f7dc421 req-9606108d-78ff-4097-a794-f063d0b72246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:04.509350 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d7473bf3-eca3-4767-807a-51e57f7dc421 req-9606108d-78ff-4097-a794-f063d0b72246 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b1756871-2be2-4eac-a235-402a56a7b855 HTTP/1.1" status: 200 len: 904 time: 0.1535397 Jan 21 19:57:04.640045 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d7473bf3-eca3-4767-807a-51e57f7dc421 req-96974102-3ddb-4f7a-9a41-cca1f4f7972e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ab05c73-5c40-4d07-a524-cc9d95ce976e HTTP/1.1" status: 200 len: 1002 time: 0.1114755 Jan 21 19:57:04.721354 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7473bf3-eca3-4767-807a-51e57f7dc421 req-79784aad-af98-4d2c-a528-76a77288d0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:04.722942 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d7473bf3-eca3-4767-807a-51e57f7dc421 req-79784aad-af98-4d2c-a528-76a77288d0a1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9790493f-b318-4d1c-bd26-0e9563a125df HTTP/1.1" status: 200 len: 849 time: 0.0731735 Jan 21 19:57:04.944576 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7473bf3-eca3-4767-807a-51e57f7dc421 req-856fca69-588c-44dd-95c2-cb85bfbda605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:04.946225 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d7473bf3-eca3-4767-807a-51e57f7dc421 req-856fca69-588c-44dd-95c2-cb85bfbda605 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b1756871-2be2-4eac-a235-402a56a7b855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1556542 Jan 21 19:57:05.075929 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe101f9-538c-4cb9-b659-28ff484e0ac7 req-2939848a-3961-434e-aeef-38d3f6e40112 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:05.078369 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1fe101f9-538c-4cb9-b659-28ff484e0ac7 req-2939848a-3961-434e-aeef-38d3f6e40112 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/ports?device_id=cb486324-780d-440e-ba56-f6c7a0f88f6b HTTP/1.1" status: 200 len: 946 time: 0.2261295 Jan 21 19:57:05.190239 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1fe101f9-538c-4cb9-b659-28ff484e0ac7 req-aa8dbb2f-d039-4fdc-942c-9d517b3f2bac tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/security-groups?id=1b91ab27-6986-4c38-a761-e3ff437caf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988259 Jan 21 19:57:05.197902 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d7473bf3-eca3-4767-807a-51e57f7dc421 req-c81af41c-bc09-47e5-9705-ff22b1dc4c3e service neutron] 10.222.0.83 "GET /v2.0/networks/b1756871-2be2-4eac-a235-402a56a7b855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378192 Jan 21 19:57:05.365102 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d7473bf3-eca3-4767-807a-51e57f7dc421 req-fffcc200-f60d-45fe-93ad-65a83c56af54 service neutron] 10.222.0.83 "GET /v2.0/networks/b1756871-2be2-4eac-a235-402a56a7b855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1573870 Jan 21 19:57:05.657277 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c795b5-fae5-4637-ab6f-c039a8748a93 req-eec9297f-6afa-417b-b857-642481f7568f tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:05.659052 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-60c795b5-fae5-4637-ab6f-c039a8748a93 req-eec9297f-6afa-417b-b857-642481f7568f tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 945 time: 0.1610243 Jan 21 19:57:05.718240 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-60c795b5-fae5-4637-ab6f-c039a8748a93 req-e1c6b821-2861-46d6-b8b5-9ec47caae783 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521080 Jan 21 19:57:05.892794 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559e0f8-527a-446c-be26-eac180703056 req-f06a1f71-bd87-40e7-87b7-d9f6e58a3c0f tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:05.894597 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7559e0f8-527a-446c-be26-eac180703056 req-f06a1f71-bd87-40e7-87b7-d9f6e58a3c0f tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.83 "GET /v2.0/ports?device_id=cb486324-780d-440e-ba56-f6c7a0f88f6b HTTP/1.1" status: 200 len: 946 time: 0.1150780 Jan 21 19:57:05.988364 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-7559e0f8-527a-446c-be26-eac180703056 req-bb662e90-c796-448a-b67f-b439d7147d77 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Deleting port 32d950a8-aeb9-4a39-bdbc-bdd18db2b0ae {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 19:57:05.988613 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-7559e0f8-527a-446c-be26-eac180703056 req-bb662e90-c796-448a-b67f-b439d7147d77 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:06.283263 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-7559e0f8-527a-446c-be26-eac180703056 req-bb662e90-c796-448a-b67f-b439d7147d77 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] For port 32d950a8-aeb9-4a39-bdbc-bdd18db2b0ae, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=32d950a8-aeb9-4a39-bdbc-bdd18db2b0ae,segment=NetworkSegment(e160b161-b134-4c2e-931d-3e8f80b1882f),segment_id=e160b161-b134-4c2e-931d-3e8f80b1882f)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 19:57:06.283697 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-7559e0f8-527a-446c-be26-eac180703056 req-bb662e90-c796-448a-b67f-b439d7147d77 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:06.495012 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-7559e0f8-527a-446c-be26-eac180703056 req-bb662e90-c796-448a-b67f-b439d7147d77 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Calling delete_port for 32d950a8-aeb9-4a39-bdbc-bdd18db2b0ae owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 19:57:06.508445 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f876ba68-8f72-467e-ae21-638d0bfcfcba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:06.738644 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467f049-f3a8-48c6-8528-3823a2b38839 req-6265d133-9fc0-4b81-b08e-55ce2674e8a1 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:06.740658 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0467f049-f3a8-48c6-8528-3823a2b38839 req-6265d133-9fc0-4b81-b08e-55ce2674e8a1 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/ports?device_id=cb486324-780d-440e-ba56-f6c7a0f88f6b HTTP/1.1" status: 200 len: 946 time: 0.2988424 Jan 21 19:57:06.862457 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0467f049-f3a8-48c6-8528-3823a2b38839 req-21333a3f-f70d-4ac9-be93-82f75f94dd23 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/security-groups?id=1b91ab27-6986-4c38-a761-e3ff437caf86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784314 Jan 21 19:57:06.888743 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-7559e0f8-527a-446c-be26-eac180703056 req-bb662e90-c796-448a-b67f-b439d7147d77 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:06.958856 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 9537e163-a3e7-45c5-be48-d3062df2e76f up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:57:07.109202 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 9537e163-a3e7-45c5-be48-d3062df2e76f triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:57:07.110276 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:07.340385 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 32d950a8-aeb9-4a39-bdbc-bdd18db2b0ae no longer exists at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 19:57:07.457813 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] No Port match for: 32d950a8-aeb9-4a39-bdbc-bdd18db2b0ae {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 19:57:07.458208 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 32d950a8-aeb9-4a39-bdbc-bdd18db2b0ae not bound to the agent host hv-cinder-72618 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 19:57:07.507766 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:07.518548 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:07.620735 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-7fb1b22c-2399-4558-bbac-41b7c3dd4954 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:07.635488 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-7fb1b22c-2399-4558-bbac-41b7c3dd4954 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/networks?id=fcf8d7bb-bde4-4859-98e8-bca2daf457e8 HTTP/1.1" status: 200 len: 815 time: 0.3107324 Jan 21 19:57:07.731930 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-6cbf35b7-6212-4485-b43a-90e758011847 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/quotas/b097bb8f9d8847ef997ca30adfb5fc15 HTTP/1.1" status: 200 len: 375 time: 0.0930820 Jan 21 19:57:07.734335 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb662e90-c796-448a-b67f-b439d7147d77 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Pushing event deleted for resources: {'Port': ['ID=32d950a8-aeb9-4a39-bdbc-bdd18db2b0ae,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:07.817005 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-bb662e90-c796-448a-b67f-b439d7147d77 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:07.883586 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-7559e0f8-527a-446c-be26-eac180703056 req-bb662e90-c796-448a-b67f-b439d7147d77 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] No DVR routers for this DVR port 32d950a8-aeb9-4a39-bdbc-bdd18db2b0ae on host hv-cinder-72618 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 19:57:07.892281 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-7559e0f8-527a-446c-be26-eac180703056 req-bb662e90-c796-448a-b67f-b439d7147d77 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:07.895426 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb486324-780d-440e-ba56-f6c7a0f88f6b', 'name': 'network-vif-deleted', 'tag': '32d950a8-aeb9-4a39-bdbc-bdd18db2b0ae'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:57:07.933965 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7559e0f8-527a-446c-be26-eac180703056 req-bb662e90-c796-448a-b67f-b439d7147d77 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.83 "DELETE /v2.0/ports/32d950a8-aeb9-4a39-bdbc-bdd18db2b0ae HTTP/1.1" status: 204 len: 173 time: 2.0271237 Jan 21 19:57:07.977057 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe99cc-9138-4918-8bca-965edbbf72e2 req-90fb4412-3078-4c28-bbb5-c8f32b456283 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:07.978791 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-21fe99cc-9138-4918-8bca-965edbbf72e2 req-90fb4412-3078-4c28-bbb5-c8f32b456283 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 945 time: 0.6922295 Jan 21 19:57:07.987893 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-742889cb-732a-4979-a5f4-8e0a4d049ef9 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?tenant_id=b097bb8f9d8847ef997ca30adfb5fc15&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2489874 Jan 21 19:57:08.133036 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-21fe99cc-9138-4918-8bca-965edbbf72e2 req-affd7151-54e7-4bc1-b404-b2da5fe0f490 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440322 Jan 21 19:57:08.185579 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-613aba9f-8295-4d23-a37d-74411dceba51 service neutron] 10.222.0.74 "GET /v2.0/networks/fcf8d7bb-bde4-4859-98e8-bca2daf457e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789105 Jan 21 19:57:08.223192 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb486324-780d-440e-ba56-f6c7a0f88f6b', 'name': 'network-vif-deleted', 'tag': '32d950a8-aeb9-4a39-bdbc-bdd18db2b0ae', 'status': 'completed', 'code': 200} Jan 21 19:57:08.389033 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-a185dc38-baef-4543-9059-90d87697af50 req-8d0d56d5-a04e-4412-938b-cabf2ab49ac7 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Synchronizing usage tracker for tenant:bd2ebf9ca5c44a2188ad236e25a69032 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 19:57:08.422188 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:08.425177 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-241f5ece-5b2d-43d9-8bac-05fe4f6c6e2f service neutron] 10.222.0.74 "GET /v2.0/networks/fcf8d7bb-bde4-4859-98e8-bca2daf457e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2329025 Jan 21 19:57:08.429252 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-a185dc38-baef-4543-9059-90d87697af50 req-8d0d56d5-a04e-4412-938b-cabf2ab49ac7 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Unset dirty status for tenant:bd2ebf9ca5c44a2188ad236e25a69032 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 19:57:08.430633 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a185dc38-baef-4543-9059-90d87697af50 req-8d0d56d5-a04e-4412-938b-cabf2ab49ac7 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/ports?device_id=cb486324-780d-440e-ba56-f6c7a0f88f6b HTTP/1.1" status: 200 len: 210 time: 0.1020377 Jan 21 19:57:08.701784 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ef67de81-8cfe-4afb-877f-5344784ca9c2 req-96e50f64-7e2a-4969-a2e4-4d6b6b529908 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=85879f2a-21e6-494e-a4e0-ac6449526a70 HTTP/1.1" status: 200 len: 210 time: 0.0872099 Jan 21 19:57:08.946103 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:09.456167 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523df36-7632-43af-bf8e-c6a61f7edc78 req-2ec1812c-4fe9-47c9-a56a-dcc819e499e8 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:09.457897 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1523df36-7632-43af-bf8e-c6a61f7edc78 req-2ec1812c-4fe9-47c9-a56a-dcc819e499e8 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 945 time: 0.1472592 Jan 21 19:57:09.572600 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1523df36-7632-43af-bf8e-c6a61f7edc78 req-52156a0d-b2a4-4114-b90b-e1b44ac250ec tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915408 Jan 21 19:57:09.769546 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-aec1666a-9782-4a5f-8966-2aeb89c1fb87 req-d4cd991e-1a10-46ca-b819-115c5d1f9d11 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/ports?device_id=cb486324-780d-440e-ba56-f6c7a0f88f6b HTTP/1.1" status: 200 len: 210 time: 0.0763707 Jan 21 19:57:09.977320 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-614d567d-ac50-44a3-b136-d4993e7a4760 req-baf6088f-453e-4d33-a53f-3f65276c7cbd tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=85879f2a-21e6-494e-a4e0-ac6449526a70 HTTP/1.1" status: 200 len: 210 time: 0.0573792 Jan 21 19:57:10.843346 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c4b96-fced-49d1-903b-191dc06c1b45 req-8efddace-6465-41f2-8c48-58e02a31ab17 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:10.845268 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-9d1c4b96-fced-49d1-903b-191dc06c1b45 req-8efddace-6465-41f2-8c48-58e02a31ab17 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 945 time: 0.1212647 Jan 21 19:57:10.902352 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-9d1c4b96-fced-49d1-903b-191dc06c1b45 req-1e4ea916-e311-4669-a1e9-444f96790961 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500362 Jan 21 19:57:10.956656 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 53132) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:10.976959 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.agents_db [None req-c7ecb146-6622-446f-8bab-48f8cf3fe8cd None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 19:57:11.105699 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-57855d89-cfd1-46c8-98a8-71ccab6606d8 req-cca68314-6f3d-4e51-8894-3d01a7b9c9b5 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/ports?device_id=cb486324-780d-440e-ba56-f6c7a0f88f6b HTTP/1.1" status: 200 len: 210 time: 0.0605860 Jan 21 19:57:11.142825 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fb5f9489-73de-4a65-a28f-c225017b03bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:11.160072 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-fb5f9489-73de-4a65-a28f-c225017b03bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:57:11.164496 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-fb5f9489-73de-4a65-a28f-c225017b03bb admin admin] Usage tracker for resource:security_group_rule and tenant:6e5e0e3483a74e04a7732f3aa6396e90 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:57:11.167657 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-fb5f9489-73de-4a65-a28f-c225017b03bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:57:11.175374 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-fb5f9489-73de-4a65-a28f-c225017b03bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:57:11.309557 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3862333c-3258-4653-bce0-01a93cf9a4b5 req-4917a9a2-12e6-41d1-9252-c2c5c8dc63ee tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=85879f2a-21e6-494e-a4e0-ac6449526a70 HTTP/1.1" status: 200 len: 210 time: 0.0657284 Jan 21 19:57:11.318419 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fb5f9489-73de-4a65-a28f-c225017b03bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:11.322407 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fb5f9489-73de-4a65-a28f-c225017b03bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:11.329946 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b21112ef-7382-45b5-974d-08fb1016d48f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:11.378113 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f9489-73de-4a65-a28f-c225017b03bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4e9809-332a-4276-ae07-aa8e485a05ec,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:11.381712 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-fb5f9489-73de-4a65-a28f-c225017b03bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:11.385305 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-fb5f9489-73de-4a65-a28f-c225017b03bb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6e5e0e3483a74e04a7732f3aa6396e90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4274127 Jan 21 19:57:11.388229 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 53142) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:11.456074 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-22728e0d-f5cd-4e29-8425-b52b0044e048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:11.487242 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-22728e0d-f5cd-4e29-8425-b52b0044e048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:11.544168 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-22728e0d-f5cd-4e29-8425-b52b0044e048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:11.550723 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-fb5f9489-73de-4a65-a28f-c225017b03bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:11.564774 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22728e0d-f5cd-4e29-8425-b52b0044e048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4e9809-332a-4276-ae07-aa8e485a05ec,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:11.567999 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-22728e0d-f5cd-4e29-8425-b52b0044e048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:11.569498 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-22728e0d-f5cd-4e29-8425-b52b0044e048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:11.570334 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-22728e0d-f5cd-4e29-8425-b52b0044e048 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8c4e9809-332a-4276-ae07-aa8e485a05ec HTTP/1.1" status: 204 len: 168 time: 0.1808121 Jan 21 19:57:11.987735 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 53158) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:12.008731 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-69aed93d-ca18-4a96-8721-aed4bcb975ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:12.027311 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-69aed93d-ca18-4a96-8721-aed4bcb975ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:57:12.032954 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-69aed93d-ca18-4a96-8721-aed4bcb975ea admin admin] Usage tracker for resource:security_group_rule and tenant:71cf6bd666194497a71df66b446cd179 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:57:12.036177 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-69aed93d-ca18-4a96-8721-aed4bcb975ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:57:12.042236 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-69aed93d-ca18-4a96-8721-aed4bcb975ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:57:12.141813 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-69aed93d-ca18-4a96-8721-aed4bcb975ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:12.144848 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-69aed93d-ca18-4a96-8721-aed4bcb975ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:12.160785 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-806ae62d-1e60-45ac-b386-1a3d58c100a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:12.165069 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e90d1-db93-4bac-9751-1592e2e428e5 req-14bfaa8c-8251-4326-a6b9-2ca51984fea1 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:12.167009 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-122e90d1-db93-4bac-9751-1592e2e428e5 req-14bfaa8c-8251-4326-a6b9-2ca51984fea1 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 945 time: 0.1190033 Jan 21 19:57:12.212756 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-69aed93d-ca18-4a96-8721-aed4bcb975ea admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=71cf6bd666194497a71df66b446cd179&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2225239 Jan 21 19:57:12.213835 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aed93d-ca18-4a96-8721-aed4bcb975ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab707333-21ae-4dbb-abfd-1ebb1b5f586b,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:12.218805 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 53166) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:12.235694 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-69aed93d-ca18-4a96-8721-aed4bcb975ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:12.237927 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-122e90d1-db93-4bac-9751-1592e2e428e5 req-2e604f07-ff7b-44e3-8a88-1799cabea2cc tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616443 Jan 21 19:57:12.331896 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ce8b1a9f-73cd-4416-81de-bd70861d1ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:12.363051 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ce8b1a9f-73cd-4416-81de-bd70861d1ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:12.421912 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ce8b1a9f-73cd-4416-81de-bd70861d1ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:12.426018 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-adc4ae47-8df1-45db-b9a5-6925e1c48578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:12.434235 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-aa1d39fa-ae9b-4516-914f-eb1be60b741e req-5a939a85-3e03-4cf1-99ac-fef3146e542a tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/ports?device_id=cb486324-780d-440e-ba56-f6c7a0f88f6b HTTP/1.1" status: 200 len: 210 time: 0.0513678 Jan 21 19:57:12.441222 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b1a9f-73cd-4416-81de-bd70861d1ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab707333-21ae-4dbb-abfd-1ebb1b5f586b,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:12.444513 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ce8b1a9f-73cd-4416-81de-bd70861d1ea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:12.446806 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ce8b1a9f-73cd-4416-81de-bd70861d1ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:12.448488 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-ce8b1a9f-73cd-4416-81de-bd70861d1ea1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ab707333-21ae-4dbb-abfd-1ebb1b5f586b HTTP/1.1" status: 204 len: 168 time: 0.2284858 Jan 21 19:57:12.627505 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-892bf3d0-15c3-49d1-98d6-9d37f99f75ab req-40d4959b-ff6e-43ac-a788-f097786b9eaf tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=85879f2a-21e6-494e-a4e0-ac6449526a70 HTTP/1.1" status: 200 len: 210 time: 0.0574553 Jan 21 19:57:13.771638 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f2911aa3-1605-4a6f-9189-67eed7292ca7 req-21be8454-608c-48fa-9cf9-da00d4f4375c tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] 10.222.0.74 "GET /v2.0/ports?device_id=cb486324-780d-440e-ba56-f6c7a0f88f6b HTTP/1.1" status: 200 len: 210 time: 0.1127250 Jan 21 19:57:13.847854 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22094360-d1f8-4343-a0a2-849f69674d08 req-b2cf6be5-8a80-4137-bbae-d42146633892 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:13.856187 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-22094360-d1f8-4343-a0a2-849f69674d08 req-b2cf6be5-8a80-4137-bbae-d42146633892 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 945 time: 0.3928311 Jan 21 19:57:13.887056 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-9abd20b8-2e5d-477d-9599-bc43f8be2a9d tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:13.888889 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-9abd20b8-2e5d-477d-9599-bc43f8be2a9d tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.83 "GET /v2.0/networks?id=fcf8d7bb-bde4-4859-98e8-bca2daf457e8 HTTP/1.1" status: 200 len: 815 time: 0.4660058 Jan 21 19:57:13.946646 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-22094360-d1f8-4343-a0a2-849f69674d08 req-68005cab-2de8-4307-a7c9-25292bfdd384 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893960 Jan 21 19:57:14.011333 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-d0bff035-d59a-4041-9079-c6f63c1782ee tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Request body: {'port': {'device_id': '85879f2a-21e6-494e-a4e0-ac6449526a70', 'network_id': 'fcf8d7bb-bde4-4859-98e8-bca2daf457e8', 'admin_state_up': True, 'tenant_id': 'b097bb8f9d8847ef997ca30adfb5fc15'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:57:14.034068 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ce73d81f-f03e-43c0-a207-8f5101fb2de0 req-2e87245b-4de4-47f7-9926-f43c332cfd80 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=85879f2a-21e6-494e-a4e0-ac6449526a70 HTTP/1.1" status: 200 len: 210 time: 0.0829575 Jan 21 19:57:14.254060 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-d0bff035-d59a-4041-9079-c6f63c1782ee tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:57:14.266970 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-d0bff035-d59a-4041-9079-c6f63c1782ee tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:57:14.282255 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-d0bff035-d59a-4041-9079-c6f63c1782ee tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Made reservation on behalf of b097bb8f9d8847ef997ca30adfb5fc15 for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:57:14.301960 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-d0bff035-d59a-4041-9079-c6f63c1782ee tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:14.804800 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-d0bff035-d59a-4041-9079-c6f63c1782ee tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Allocated IP 172.20.0.4 (fcf8d7bb-bde4-4859-98e8-bca2daf457e8/0c1900f9-e881-43bf-8a53-a3dc47783380/38e67817-d1af-4315-815f-033b632bc3d1) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 19:57:15.592599 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e5f0c81c-c2ff-4cc8-b5b1-df5b0bdfbd75 req-7925203d-3629-42ad-b688-88533b56f564 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=85879f2a-21e6-494e-a4e0-ac6449526a70 HTTP/1.1" status: 200 len: 210 time: 0.1738582 Jan 21 19:57:15.749997 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343dc871-a045-4965-b5ca-13bc6a1924dd req-5f2894cc-4b54-4a96-bc07-96285b2510cb tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:15.758246 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-343dc871-a045-4965-b5ca-13bc6a1924dd req-5f2894cc-4b54-4a96-bc07-96285b2510cb tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 945 time: 0.3418772 Jan 21 19:57:15.793282 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1474b07-90fb-4bb8-a9db-81f94cb615c2 req-f0282211-e66a-450d-9975-3c916e4b923c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:15.795060 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b1474b07-90fb-4bb8-a9db-81f94cb615c2 req-f0282211-e66a-450d-9975-3c916e4b923c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 1162 time: 0.3775878 Jan 21 19:57:15.806276 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-d0bff035-d59a-4041-9079-c6f63c1782ee tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:15.863708 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b1474b07-90fb-4bb8-a9db-81f94cb615c2 req-17badc0a-5e68-4b30-8a46-6a20144280cd service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534992 Jan 21 19:57:15.899171 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-343dc871-a045-4965-b5ca-13bc6a1924dd req-98221077-fdcf-4139-b494-4128867e5bb8 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397378 Jan 21 19:57:15.935937 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-d0bff035-d59a-4041-9079-c6f63c1782ee tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:15.961111 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:16.104118 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bff035-d59a-4041-9079-c6f63c1782ee tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Pushing event updated for resources: {'Port': ['ID=38e67817-d1af-4315-815f-033b632bc3d1,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:16.109189 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d0bff035-d59a-4041-9079-c6f63c1782ee tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:16.211928 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-d0bff035-d59a-4041-9079-c6f63c1782ee tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Network fcf8d7bb-bde4-4859-98e8-bca2daf457e8 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:57:16.214080 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-d0bff035-d59a-4041-9079-c6f63c1782ee tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:57:16.218069 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-d0bff035-d59a-4041-9079-c6f63c1782ee tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 19:57:16.239598 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-d0bff035-d59a-4041-9079-c6f63c1782ee tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:16.240351 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-d0bff035-d59a-4041-9079-c6f63c1782ee tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:16.269784 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-d0bff035-d59a-4041-9079-c6f63c1782ee tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2686064 Jan 21 19:57:16.333561 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-1286cfb6-9484-4458-9c10-459c3094a319 service neutron] Request body: {'port': {'device_id': '85879f2a-21e6-494e-a4e0-ac6449526a70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:57:16.530916 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-1286cfb6-9484-4458-9c10-459c3094a319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:16.796836 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 53304) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:17.013237 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fea8874b-28ab-4bf8-8898-425d8b57c5cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:17.033678 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-fea8874b-28ab-4bf8-8898-425d8b57c5cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:57:17.039528 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-fea8874b-28ab-4bf8-8898-425d8b57c5cb admin admin] Usage tracker for resource:security_group_rule and tenant:df88631b25e644f6bb2556f1a4d47e47 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:57:17.046167 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-fea8874b-28ab-4bf8-8898-425d8b57c5cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:57:17.062904 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-fea8874b-28ab-4bf8-8898-425d8b57c5cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:57:17.105907 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba3db86-c841-4713-a08c-e6ca0a1fe21d req-7e347df0-354b-40c7-88f0-a9f76aec688c tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:17.106644 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-cba3db86-c841-4713-a08c-e6ca0a1fe21d req-7e347df0-354b-40c7-88f0-a9f76aec688c tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Synchronizing usage tracker for tenant:b097bb8f9d8847ef997ca30adfb5fc15 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 19:57:17.192499 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fea8874b-28ab-4bf8-8898-425d8b57c5cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:17.195731 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fea8874b-28ab-4bf8-8898-425d8b57c5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:17.202361 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-cba3db86-c841-4713-a08c-e6ca0a1fe21d req-7e347df0-354b-40c7-88f0-a9f76aec688c tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Unset dirty status for tenant:b097bb8f9d8847ef997ca30adfb5fc15 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 19:57:17.203840 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-cba3db86-c841-4713-a08c-e6ca0a1fe21d req-7e347df0-354b-40c7-88f0-a9f76aec688c tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=85879f2a-21e6-494e-a4e0-ac6449526a70 HTTP/1.1" status: 200 len: 931 time: 0.3990951 Jan 21 19:57:17.223135 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-801c5bae-fd4e-4761-9851-cead158dcb7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:17.279254 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-fea8874b-28ab-4bf8-8898-425d8b57c5cb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=df88631b25e644f6bb2556f1a4d47e47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4808881 Jan 21 19:57:17.279971 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 53322) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:17.290932 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea8874b-28ab-4bf8-8898-425d8b57c5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c79f9ef-2057-4c6d-a231-54b6425aefec,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:17.315746 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-fea8874b-28ab-4bf8-8898-425d8b57c5cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:17.347968 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-1286cfb6-9484-4458-9c10-459c3094a319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38e67817-d1af-4315-815f-033b632bc3d1 {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 19:57:17.363778 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-1286cfb6-9484-4458-9c10-459c3094a319 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:17.373725 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-cba3db86-c841-4713-a08c-e6ca0a1fe21d req-3cd7ecfd-e1ff-4700-adc0-2db85076acec tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314819 Jan 21 19:57:17.411110 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45e6ea-cf87-43fa-82d3-0a9d701b565d req-7383b39e-7589-4e13-ac8a-894746a6aef6 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:17.412911 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1c45e6ea-cf87-43fa-82d3-0a9d701b565d req-7383b39e-7589-4e13-ac8a-894746a6aef6 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 945 time: 0.3326921 Jan 21 19:57:17.416695 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-1286cfb6-9484-4458-9c10-459c3094a319 service neutron] Transition to ACTIVE for port object 38e67817-d1af-4315-815f-033b632bc3d1 will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:57:17.421391 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-1286cfb6-9484-4458-9c10-459c3094a319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:17.423861 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3b39b572-a039-41fc-87c4-97479ba721ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:17.483632 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3b39b572-a039-41fc-87c4-97479ba721ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:17.539081 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3b39b572-a039-41fc-87c4-97479ba721ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:17.541011 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ba846f8f-baa0-40b3-ab0f-348da3f75b3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:17.550808 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b9c6e5c4-15a9-4394-b90b-f37cb77980b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:17.572169 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b39b572-a039-41fc-87c4-97479ba721ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c79f9ef-2057-4c6d-a231-54b6425aefec,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:17.595450 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3b39b572-a039-41fc-87c4-97479ba721ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:17.605065 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-3b39b572-a039-41fc-87c4-97479ba721ae admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8c79f9ef-2057-4c6d-a231-54b6425aefec HTTP/1.1" status: 204 len: 168 time: 0.3160605 Jan 21 19:57:17.607501 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-3b39b572-a039-41fc-87c4-97479ba721ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:17.676962 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1286cfb6-9484-4458-9c10-459c3094a319 service neutron] Pushing event updated for resources: {'Port': ['ID=38e67817-d1af-4315-815f-033b632bc3d1,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:17.698791 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-1286cfb6-9484-4458-9c10-459c3094a319 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:17.775150 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1c45e6ea-cf87-43fa-82d3-0a9d701b565d req-be95c71e-c57d-493e-9cb4-2cc6e0c854e4 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357767 Jan 21 19:57:17.901559 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 53344) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:17.930336 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-1286cfb6-9484-4458-9c10-459c3094a319 service neutron] Attempting to bind port 38e67817-d1af-4315-815f-033b632bc3d1 on host hv-cinder-72618 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 19:57:17.930539 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-1286cfb6-9484-4458-9c10-459c3094a319 service neutron] Attempting to bind port 38e67817-d1af-4315-815f-033b632bc3d1 by drivers openvswitch on host hv-cinder-72618 at level 0 using segments [{'id': '23c589ac-043e-4282-ad98-f9d86a119fbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fcf8d7bb-bde4-4859-98e8-bca2daf457e8'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 19:57:17.930914 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-1286cfb6-9484-4458-9c10-459c3094a319 service neutron] Attempting to bind port 38e67817-d1af-4315-815f-033b632bc3d1 on network fcf8d7bb-bde4-4859-98e8-bca2daf457e8 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 19:57:17.938003 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-1286cfb6-9484-4458-9c10-459c3094a319 service neutron] Checking agent: {'id': 'f41af306-ec4b-4f2b-b4b7-a53ee99eba1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 53, 28), 'started_at': datetime.datetime(2021, 1, 21, 19, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 19, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:57:17.938640 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-1286cfb6-9484-4458-9c10-459c3094a319 service neutron] Checking segment: {'id': '23c589ac-043e-4282-ad98-f9d86a119fbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fcf8d7bb-bde4-4859-98e8-bca2daf457e8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:57:17.939047 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-1286cfb6-9484-4458-9c10-459c3094a319 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:17.939445 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-1286cfb6-9484-4458-9c10-459c3094a319 service neutron] Bound using segment: {'id': '23c589ac-043e-4282-ad98-f9d86a119fbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fcf8d7bb-bde4-4859-98e8-bca2daf457e8'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:57:17.939925 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-1286cfb6-9484-4458-9c10-459c3094a319 service neutron] Bound port: 38e67817-d1af-4315-815f-033b632bc3d1, host: hv-cinder-72618, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c589ac-043e-4282-ad98-f9d86a119fbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fcf8d7bb-bde4-4859-98e8-bca2daf457e8'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 19:57:17.940469 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-1286cfb6-9484-4458-9c10-459c3094a319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:17.981366 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_v2 [None req-83a8a8d8-9aa6-4a2f-a9ee-df981b39b889 admin admin] Deleting subnet e2e1ae3a-a01f-4ed0-9df0-f0a694982780 {{(pid=80113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 21 19:57:17.985362 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-83a8a8d8-9aa6-4a2f-a9ee-df981b39b889 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:18.048632 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-83a8a8d8-9aa6-4a2f-a9ee-df981b39b889 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145445'] for subnet, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:18.060700 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-1286cfb6-9484-4458-9c10-459c3094a319 service neutron] For port 38e67817-d1af-4315-815f-033b632bc3d1, host hv-cinder-72618, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 19:57:18.066108 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-1286cfb6-9484-4458-9c10-459c3094a319 service neutron] For port 38e67817-d1af-4315-815f-033b632bc3d1, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=38e67817-d1af-4315-815f-033b632bc3d1,segment=NetworkSegment(23c589ac-043e-4282-ad98-f9d86a119fbd),segment_id=23c589ac-043e-4282-ad98-f9d86a119fbd)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 19:57:18.072112 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-1286cfb6-9484-4458-9c10-459c3094a319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:18.089508 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-59a3c9dc-1f31-417b-8fd4-49aa4b176155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:18.131485 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-83a8a8d8-9aa6-4a2f-a9ee-df981b39b889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846617693'] for subnet, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:18.166568 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 53350) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:18.197196 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-db534b90-d1e5-488b-9411-6552fb068962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:18.225695 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-db534b90-d1e5-488b-9411-6552fb068962 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:57:18.252447 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1286cfb6-9484-4458-9c10-459c3094a319 service neutron] Pushing event updated for resources: {'Port': ['ID=38e67817-d1af-4315-815f-033b632bc3d1,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:18.257792 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-1286cfb6-9484-4458-9c10-459c3094a319 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:18.259290 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-db534b90-d1e5-488b-9411-6552fb068962 admin admin] Usage tracker for resource:security_group_rule and tenant:e77fb3ecfbe54f55b0ada29864d8121a is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:57:18.293465 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-1286cfb6-9484-4458-9c10-459c3094a319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:18.294142 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-1286cfb6-9484-4458-9c10-459c3094a319 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:18.297303 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-1286cfb6-9484-4458-9c10-459c3094a319 service neutron] 10.222.0.83 "PUT /v2.0/ports/38e67817-d1af-4315-815f-033b632bc3d1 HTTP/1.1" status: 200 len: 1157 time: 1.9694142 Jan 21 19:57:18.297303 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85879f2a-21e6-494e-a4e0-ac6449526a70', 'tag': '38e67817-d1af-4315-815f-033b632bc3d1'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:57:18.321695 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-db534b90-d1e5-488b-9411-6552fb068962 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:57:18.333187 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-db534b90-d1e5-488b-9411-6552fb068962 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:57:18.359473 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85879f2a-21e6-494e-a4e0-ac6449526a70', 'tag': '38e67817-d1af-4315-815f-033b632bc3d1', 'status': 'completed', 'code': 200} Jan 21 19:57:18.809438 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-db534b90-d1e5-488b-9411-6552fb068962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:18.811873 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-db534b90-d1e5-488b-9411-6552fb068962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:18.821574 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:18.835600 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-83a8a8d8-9aa6-4a2f-a9ee-df981b39b889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8158139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852305712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853121062'] for subnet, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:18.856596 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3428da8-e4f6-49d1-94b1-054f1ef1dfb9 req-4540886e-97b5-4917-9612-b4161754ee5b tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:18.858910 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f3428da8-e4f6-49d1-94b1-054f1ef1dfb9 req-4540886e-97b5-4917-9612-b4161754ee5b tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=85879f2a-21e6-494e-a4e0-ac6449526a70 HTTP/1.1" status: 200 len: 943 time: 0.1447875 Jan 21 19:57:18.915583 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f3428da8-e4f6-49d1-94b1-054f1ef1dfb9 req-c0dc50cb-0030-45dc-8a58-f93782441ba1 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500870 Jan 21 19:57:18.963704 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-db534b90-d1e5-488b-9411-6552fb068962 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e77fb3ecfbe54f55b0ada29864d8121a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7933574 Jan 21 19:57:18.964909 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 53366) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:18.968531 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db534b90-d1e5-488b-9411-6552fb068962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3135e58f-4c44-4515-a07e-c6b331a5abe2,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:18.978011 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-db534b90-d1e5-488b-9411-6552fb068962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:18.978801 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:19.038420 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a8a8d8-9aa6-4a2f-a9ee-df981b39b889 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2e1ae3a-a01f-4ed0-9df0-f0a694982780,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:19.038705 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-83a8a8d8-9aa6-4a2f-a9ee-df981b39b889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:19.064054 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-83a8a8d8-9aa6-4a2f-a9ee-df981b39b889 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:19.066538 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2683fe08-640b-4aa8-8532-39c58cb0b110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:19.076614 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-83a8a8d8-9aa6-4a2f-a9ee-df981b39b889 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/e2e1ae3a-a01f-4ed0-9df0-f0a694982780 HTTP/1.1" status: 204 len: 168 time: 1.1737924 Jan 21 19:57:19.079220 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 53370) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:19.184078 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2683fe08-640b-4aa8-8532-39c58cb0b110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:19.213854 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-da08b006-4465-4f5d-865e-0281d3ae0190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846842325'] for network, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:19.278246 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941acf7d-7c07-4277-a202-c74a5592534c req-57a5127c-c0f6-41b0-ad38-97e1fc62abd3 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:19.280111 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-941acf7d-7c07-4277-a202-c74a5592534c req-57a5127c-c0f6-41b0-ad38-97e1fc62abd3 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 945 time: 0.1878440 Jan 21 19:57:19.285670 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2683fe08-640b-4aa8-8532-39c58cb0b110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:19.296060 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-804987eb-9be9-40b9-919a-2d4a3d11e9b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:19.325820 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2683fe08-640b-4aa8-8532-39c58cb0b110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3135e58f-4c44-4515-a07e-c6b331a5abe2,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:19.329335 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-2683fe08-640b-4aa8-8532-39c58cb0b110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:19.348950 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2683fe08-640b-4aa8-8532-39c58cb0b110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:19.350209 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-2683fe08-640b-4aa8-8532-39c58cb0b110 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3135e58f-4c44-4515-a07e-c6b331a5abe2 HTTP/1.1" status: 204 len: 168 time: 0.3839345 Jan 21 19:57:19.380610 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-941acf7d-7c07-4277-a202-c74a5592534c req-7ba2054c-0374-4816-aea1-626b7471d5de tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864935 Jan 21 19:57:19.457901 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-da08b006-4465-4f5d-865e-0281d3ae0190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8157968', 'neutron.services.segments.db._delete_segments_for_network--9223363307589961673'] for network, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:19.596955 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.segments.db [None req-da08b006-4465-4f5d-865e-0281d3ae0190 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7101a37-c498-4b8a-a743-9e18d624bc2f']}} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:57:19.624377 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.segments.db [None req-da08b006-4465-4f5d-865e-0281d3ae0190 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e160b161-b134-4c2e-931d-3e8f80b1882f') {'for_net_delete': True} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:57:19.624965 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.segments.db [None req-da08b006-4465-4f5d-865e-0281d3ae0190 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e160b161-b134-4c2e-931d-3e8f80b1882f') {} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:57:19.651690 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-da08b006-4465-4f5d-865e-0281d3ae0190 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307589963209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852630355'] for segment, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:19.688664 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-da08b006-4465-4f5d-865e-0281d3ae0190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8360645'] for segment, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:19.691054 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-da08b006-4465-4f5d-865e-0281d3ae0190 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 21 19:57:19.897490 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-da08b006-4465-4f5d-865e-0281d3ae0190 admin admin] Network d7101a37-c498-4b8a-a743-9e18d624bc2f has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 19:57:19.915354 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-da08b006-4465-4f5d-865e-0281d3ae0190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846415140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852305729'] for segment, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:20.232410 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c777e-fd19-497b-b102-677dd40da3e5 req-5a9af720-6da6-435c-91f7-c6a9d4c0e3ef tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:20.238373 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4b5c777e-fd19-497b-b102-677dd40da3e5 req-5a9af720-6da6-435c-91f7-c6a9d4c0e3ef tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=85879f2a-21e6-494e-a4e0-ac6449526a70 HTTP/1.1" status: 200 len: 943 time: 0.1589868 Jan 21 19:57:20.263486 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-da08b006-4465-4f5d-865e-0281d3ae0190 admin admin] Network d7101a37-c498-4b8a-a743-9e18d624bc2f has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 19:57:20.302351 dv-cinder-726180-8-iscsi neutron-server[80002]: Traceback (most recent call last): Jan 21 19:57:20.302351 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:57:20.302351 dv-cinder-726180-8-iscsi neutron-server[80002]: timer() Jan 21 19:57:20.302351 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:57:20.302351 dv-cinder-726180-8-iscsi neutron-server[80002]: cb(*args, **kw) Jan 21 19:57:20.302351 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 21 19:57:20.302351 dv-cinder-726180-8-iscsi neutron-server[80002]: return func(*args, **kwargs) Jan 21 19:57:20.302351 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:57:20.302351 dv-cinder-726180-8-iscsi neutron-server[80002]: self._notify() Jan 21 19:57:20.302351 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:57:20.302351 dv-cinder-726180-8-iscsi neutron-server[80002]: self.callback(batched_events) Jan 21 19:57:20.302351 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:57:20.302351 dv-cinder-726180-8-iscsi neutron-server[80002]: event.method(event) Jan 21 19:57:20.302351 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:57:20.302351 dv-cinder-726180-8-iscsi neutron-server[80002]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:57:20.302351 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 21 19:57:20.302351 dv-cinder-726180-8-iscsi neutron-server[80002]: segment_id)['aggregates'][0] Jan 21 19:57:20.302351 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:57:20.302351 dv-cinder-726180-8-iscsi neutron-server[80002]: return f(self, *a, **k) Jan 21 19:57:20.302351 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:57:20.302351 dv-cinder-726180-8-iscsi neutron-server[80002]: return self._get(url).json() Jan 21 19:57:20.302351 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 19:57:20.302351 dv-cinder-726180-8-iscsi neutron-server[80002]: **kwargs) Jan 21 19:57:20.302351 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 19:57:20.302351 dv-cinder-726180-8-iscsi neutron-server[80002]: return self.request(url, 'GET', **kwargs) Jan 21 19:57:20.302351 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 21 19:57:20.302351 dv-cinder-726180-8-iscsi neutron-server[80002]: **endpoint_filter) Jan 21 19:57:20.302351 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 19:57:20.302351 dv-cinder-726180-8-iscsi neutron-server[80002]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:57:20.302351 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 19:57:20.302351 dv-cinder-726180-8-iscsi neutron-server[80002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:57:20.302351 dv-cinder-726180-8-iscsi neutron-server[80002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:57:20.307391 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4b5c777e-fd19-497b-b102-677dd40da3e5 req-46510125-5867-4552-b855-1f4a2d896d0c tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568244 Jan 21 19:57:20.416163 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-da08b006-4465-4f5d-865e-0281d3ae0190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846617832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853807049'] for network, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:20.421729 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-801c5bae-fd4e-4761-9851-cead158dcb7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:20.462254 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-da08b006-4465-4f5d-865e-0281d3ae0190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:20.470606 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da08b006-4465-4f5d-865e-0281d3ae0190 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7101a37-c498-4b8a-a743-9e18d624bc2f,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:20.479935 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-da08b006-4465-4f5d-865e-0281d3ae0190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:20.491544 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-da08b006-4465-4f5d-865e-0281d3ae0190 admin admin] 10.222.0.74 "DELETE /v2.0/networks/d7101a37-c498-4b8a-a743-9e18d624bc2f HTTP/1.1" status: 204 len: 168 time: 1.4108512 Jan 21 19:57:20.929871 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 53408) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:21.041799 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-60fa5037-1dcc-46bf-ad40-79f0fc73d9fb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bd2ebf9ca5c44a2188ad236e25a69032&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1039853 Jan 21 19:57:21.042080 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 53414) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:21.103096 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda993c3-e6ce-4bc8-81b9-2fc387a5f87c req-3290aed0-b7ff-4b43-ac2d-da9e4fbf90d9 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:21.104808 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-bda993c3-e6ce-4bc8-81b9-2fc387a5f87c req-3290aed0-b7ff-4b43-ac2d-da9e4fbf90d9 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 945 time: 0.4421244 Jan 21 19:57:21.110712 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f337df62-b17d-41c9-8b58-78d70ccb3274 req-7eb95c35-4ef7-4b6d-92a9-aabe04793a80 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=02dca07f-5037-40da-9c12-a449f3a5d650&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.3875544 Jan 21 19:57:21.113364 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab3d81-7de0-4775-bb82-4596d16b9799 req-981ee0e3-e933-411d-9573-c66d0c97f3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:21.114992 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-86ab3d81-7de0-4775-bb82-4596d16b9799 req-981ee0e3-e933-411d-9573-c66d0c97f3d2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b097bb8f9d8847ef997ca30adfb5fc15&device_id=85879f2a-21e6-494e-a4e0-ac6449526a70 HTTP/1.1" status: 200 len: 1160 time: 0.3026681 Jan 21 19:57:21.132836 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-dc3cd054-0e25-4f72-a45f-3289889c4b10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:21.184396 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-dc3cd054-0e25-4f72-a45f-3289889c4b10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:21.184647 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-bda993c3-e6ce-4bc8-81b9-2fc387a5f87c req-ff19a086-0bd8-4b7a-9f6d-7fe8bdfced93 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611677 Jan 21 19:57:21.273226 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-dc3cd054-0e25-4f72-a45f-3289889c4b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:21.287412 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-250a469c-e762-4372-8931-d995e9635f59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:21.323917 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3cd054-0e25-4f72-a45f-3289889c4b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b91ab27-6986-4c38-a761-e3ff437caf86,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:21.329753 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-dc3cd054-0e25-4f72-a45f-3289889c4b10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:21.343166 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-dc3cd054-0e25-4f72-a45f-3289889c4b10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:21.345712 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-dc3cd054-0e25-4f72-a45f-3289889c4b10 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1b91ab27-6986-4c38-a761-e3ff437caf86 HTTP/1.1" status: 204 len: 168 time: 0.3020937 Jan 21 19:57:21.803798 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab3d81-7de0-4775-bb82-4596d16b9799 req-bab5d9a3-62a7-47ea-a084-bd2a471a3b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:21.805900 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-86ab3d81-7de0-4775-bb82-4596d16b9799 req-bab5d9a3-62a7-47ea-a084-bd2a471a3b82 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=b097bb8f9d8847ef997ca30adfb5fc15&shared=False HTTP/1.1" status: 200 len: 909 time: 0.6149368 Jan 21 19:57:22.210009 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab3d81-7de0-4775-bb82-4596d16b9799 req-dd6a3bf7-4646-4901-87f7-ba5ca75f2b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:22.213375 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-86ab3d81-7de0-4775-bb82-4596d16b9799 req-dd6a3bf7-4646-4901-87f7-ba5ca75f2b10 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3836803 Jan 21 19:57:22.237613 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337df62-b17d-41c9-8b58-78d70ccb3274 req-8190c67b-f2fb-4ddd-93d9-f3194483c358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:22.241239 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f337df62-b17d-41c9-8b58-78d70ccb3274 req-8190c67b-f2fb-4ddd-93d9-f3194483c358 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b097bb8f9d8847ef997ca30adfb5fc15&device_id=02dca07f-5037-40da-9c12-a449f3a5d650 HTTP/1.1" status: 200 len: 1163 time: 0.9227633 Jan 21 19:57:22.318436 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64680f1b-1e3a-405c-beef-4aac575e7639 req-8d51edb4-0828-4c9b-be1a-066274e5e81b tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:22.320465 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-64680f1b-1e3a-405c-beef-4aac575e7639 req-8d51edb4-0828-4c9b-be1a-066274e5e81b tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=85879f2a-21e6-494e-a4e0-ac6449526a70 HTTP/1.1" status: 200 len: 943 time: 0.6647048 Jan 21 19:57:22.326066 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 9537e163-a3e7-45c5-be48-d3062df2e76f up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:57:22.494371 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 9537e163-a3e7-45c5-be48-d3062df2e76f triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:57:22.495452 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:22.808592 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-64680f1b-1e3a-405c-beef-4aac575e7639 req-91a0a74e-25ea-494d-b86f-12f8fc7c7144 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982997 Jan 21 19:57:22.863481 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-b5d86dc4-94d5-48b1-bc73-2c90bb31a02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:22.866424 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-b5d86dc4-94d5-48b1-bc73-2c90bb31a02c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b097bb8f9d8847ef997ca30adfb5fc15&device_id=85879f2a-21e6-494e-a4e0-ac6449526a70 HTTP/1.1" status: 200 len: 1160 time: 0.5445752 Jan 21 19:57:23.110996 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337df62-b17d-41c9-8b58-78d70ccb3274 req-449b54c6-9e34-4e23-a166-684622c6e212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:23.113964 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f337df62-b17d-41c9-8b58-78d70ccb3274 req-449b54c6-9e34-4e23-a166-684622c6e212 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fcf8d7bb-bde4-4859-98e8-bca2daf457e8 HTTP/1.1" status: 200 len: 909 time: 0.7905457 Jan 21 19:57:23.117306 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-a1b36bbb-cac9-4d1d-a8db-900e25ce35fb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38e67817-d1af-4315-815f-033b632bc3d1 HTTP/1.1" status: 200 len: 217 time: 0.2060831 Jan 21 19:57:23.405269 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880ab8a-7e0f-4e54-9546-10379f533f85 req-aa517b12-c940-4a49-972d-59d10bf0824f tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:23.419376 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5880ab8a-7e0f-4e54-9546-10379f533f85 req-aa517b12-c940-4a49-972d-59d10bf0824f tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 945 time: 0.7975087 Jan 21 19:57:23.511637 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f337df62-b17d-41c9-8b58-78d70ccb3274 req-07e79af9-1bb0-4491-b0b6-79590000522b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2c9e90f-e4a8-48e7-8173-32f8810730c5 HTTP/1.1" status: 200 len: 217 time: 0.3801248 Jan 21 19:57:23.532222 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 53496) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:23.725959 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-34064c3f-2102-4f60-ac2c-6cb7a349298e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:23.745176 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-34064c3f-2102-4f60-ac2c-6cb7a349298e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0c1900f9-e881-43bf-8a53-a3dc47783380 HTTP/1.1" status: 200 len: 855 time: 0.6114535 Jan 21 19:57:23.801102 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5880ab8a-7e0f-4e54-9546-10379f533f85 req-96581ea7-3774-452f-a39c-e94ca4b098b5 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795555 Jan 21 19:57:23.916315 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-eedcb0b8-5659-41df-86d3-5c427ae63e0f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1154731850-network', 'tenant_id': 'ac30196b7fac4ccba1cac9aaee7458e7'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:57:23.948681 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-6163ea23-ab94-42d2-a5b6-8362c007236e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fcf8d7bb-bde4-4859-98e8-bca2daf457e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1457274 Jan 21 19:57:23.951071 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-eedcb0b8-5659-41df-86d3-5c427ae63e0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:57:23.957803 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337df62-b17d-41c9-8b58-78d70ccb3274 req-ab9d7499-9bcc-4f92-b4fe-670c288b6340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:23.960878 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f337df62-b17d-41c9-8b58-78d70ccb3274 req-ab9d7499-9bcc-4f92-b4fe-670c288b6340 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0c1900f9-e881-43bf-8a53-a3dc47783380 HTTP/1.1" status: 200 len: 855 time: 0.4380376 Jan 21 19:57:24.014832 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-eedcb0b8-5659-41df-86d3-5c427ae63e0f admin admin] Usage tracker for resource:network and tenant:ac30196b7fac4ccba1cac9aaee7458e7 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:57:24.089708 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-eedcb0b8-5659-41df-86d3-5c427ae63e0f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:57:24.278962 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-eedcb0b8-5659-41df-86d3-5c427ae63e0f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:57:24.287585 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f337df62-b17d-41c9-8b58-78d70ccb3274 req-e7dc2332-29b2-46db-abe6-83f20fdcdc7e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fcf8d7bb-bde4-4859-98e8-bca2daf457e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2671568 Jan 21 19:57:24.485993 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eedcb0b8-5659-41df-86d3-5c427ae63e0f admin admin] Made reservation on behalf of ac30196b7fac4ccba1cac9aaee7458e7 for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:57:24.494067 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-eedcb0b8-5659-41df-86d3-5c427ae63e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:24.702586 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-eedcb0b8-5659-41df-86d3-5c427ae63e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:24.777781 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-eedcb0b8-5659-41df-86d3-5c427ae63e0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:57:24.812330 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-eedcb0b8-5659-41df-86d3-5c427ae63e0f admin admin] Usage tracker for resource:security_group_rule and tenant:ac30196b7fac4ccba1cac9aaee7458e7 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:57:24.822062 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-eedcb0b8-5659-41df-86d3-5c427ae63e0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:57:24.845400 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-fadeadbb-0aa0-445b-9095-e31bda94e053 service neutron] 10.222.0.83 "GET /v2.0/networks/fcf8d7bb-bde4-4859-98e8-bca2daf457e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8829412 Jan 21 19:57:24.849752 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-eedcb0b8-5659-41df-86d3-5c427ae63e0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:57:24.875388 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f337df62-b17d-41c9-8b58-78d70ccb3274 req-1528b696-2dfc-4edb-ad58-72def5040111 service neutron] 10.222.0.83 "GET /v2.0/networks/fcf8d7bb-bde4-4859-98e8-bca2daf457e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5079257 Jan 21 19:57:24.933350 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abd250-0a0c-4598-800b-8ffa3f77f4fc req-94ff23eb-2e58-420c-a03c-660d35a9187f tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:24.935124 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-90abd250-0a0c-4598-800b-8ffa3f77f4fc req-94ff23eb-2e58-420c-a03c-660d35a9187f tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=85879f2a-21e6-494e-a4e0-ac6449526a70 HTTP/1.1" status: 200 len: 943 time: 0.8469653 Jan 21 19:57:25.251347 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a710e80-3065-4126-8224-236ba4c9b72e req-dd01c054-c4d8-4c99-a027-7a1d42537bdf tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:25.253563 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4a710e80-3065-4126-8224-236ba4c9b72e req-dd01c054-c4d8-4c99-a027-7a1d42537bdf tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 0.9703066 Jan 21 19:57:25.635637 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-90abd250-0a0c-4598-800b-8ffa3f77f4fc req-8b962b63-fd4d-43af-bae6-8c5a551cbfb4 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897587 Jan 21 19:57:25.685582 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4a710e80-3065-4126-8224-236ba4c9b72e req-755c7d7b-29a6-4ab5-a723-1a07f01a0cfb tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258195 Jan 21 19:57:25.750156 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-98f7fdab-51c4-4da4-b6a3-7c8835ad64ec req-d21c43e6-1f9e-43c4-8b8c-e2e499772a63 service neutron] 10.222.0.83 "GET /v2.0/networks/fcf8d7bb-bde4-4859-98e8-bca2daf457e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8842587 Jan 21 19:57:25.755475 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f337df62-b17d-41c9-8b58-78d70ccb3274 req-b09a66d8-d7aa-4faf-ad8f-d08008324efd service neutron] 10.222.0.83 "GET /v2.0/networks/fcf8d7bb-bde4-4859-98e8-bca2daf457e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8482020 Jan 21 19:57:25.757222 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 53566) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:25.875048 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-eedcb0b8-5659-41df-86d3-5c427ae63e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:25.879935 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-eedcb0b8-5659-41df-86d3-5c427ae63e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:25.889764 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-2683fe08-640b-4aa8-8532-39c58cb0b110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:25.957108 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedcb0b8-5659-41df-86d3-5c427ae63e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736bf245-f219-416b-bc4f-eb594f148b85,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:25.967673 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-eedcb0b8-5659-41df-86d3-5c427ae63e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:25.987967 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eedcb0b8-5659-41df-86d3-5c427ae63e0f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 21 19:57:26.006868 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-eedcb0b8-5659-41df-86d3-5c427ae63e0f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729264814127', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8360645'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:26.007814 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.db.segments_db [None req-eedcb0b8-5659-41df-86d3-5c427ae63e0f admin admin] Added segment 1f47a8ba-e3ad-4d68-a35b-b035d86b14ed of type vxlan for network d6138fb5-b76e-4f29-8bbf-74ec66db9e66 Jan 21 19:57:26.082643 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-eedcb0b8-5659-41df-86d3-5c427ae63e0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363307590337259'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:26.112366 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4e82cd8f-b97d-4472-ad67-386af837ddca admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:26.144491 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-eedcb0b8-5659-41df-86d3-5c427ae63e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:26.146292 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedcb0b8-5659-41df-86d3-5c427ae63e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:26.147264 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-eedcb0b8-5659-41df-86d3-5c427ae63e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:26.153914 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:26.159282 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-4e82cd8f-b97d-4472-ad67-386af837ddca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:57:26.168429 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-4e82cd8f-b97d-4472-ad67-386af837ddca admin admin] Usage tracker for resource:security_group_rule and tenant:fc6382953de24054a04cae3fb80cecc5 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:57:26.176523 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-4e82cd8f-b97d-4472-ad67-386af837ddca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:57:26.193935 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-4e82cd8f-b97d-4472-ad67-386af837ddca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:57:26.293182 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-eedcb0b8-5659-41df-86d3-5c427ae63e0f admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.7515025 Jan 21 19:57:26.298105 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 53590) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:26.308167 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-657c3c34-04b3-4e7d-82f3-05f9a90683c5 admin admin] Request body: {'subnet': {'network_id': 'd6138fb5-b76e-4f29-8bbf-74ec66db9e66', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1154731850-subnet', 'tenant_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:57:26.313452 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-657c3c34-04b3-4e7d-82f3-05f9a90683c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:57:26.320207 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedcb0b8-5659-41df-86d3-5c427ae63e0f admin admin] Pushing event updated for resources: {'Network': ['ID=d6138fb5-b76e-4f29-8bbf-74ec66db9e66,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:26.323263 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-657c3c34-04b3-4e7d-82f3-05f9a90683c5 admin admin] Usage tracker for resource:subnet and tenant:ac30196b7fac4ccba1cac9aaee7458e7 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:57:26.327233 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-eedcb0b8-5659-41df-86d3-5c427ae63e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:26.328157 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-657c3c34-04b3-4e7d-82f3-05f9a90683c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:57:26.335095 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Network d6138fb5-b76e-4f29-8bbf-74ec66db9e66 details requested by agent ovs-agent-dv-cinder-726180-8-iscsi with host dv-cinder-726180-8-iscsi {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 19:57:26.352360 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-657c3c34-04b3-4e7d-82f3-05f9a90683c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:57:26.361101 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Network d6138fb5-b76e-4f29-8bbf-74ec66db9e66 details requested by agent ovs-agent-hv-cinder-72618 with host hv-cinder-72618 {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 19:57:26.370606 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657c3c34-04b3-4e7d-82f3-05f9a90683c5 admin admin] Made reservation on behalf of ac30196b7fac4ccba1cac9aaee7458e7 for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:57:26.375791 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-657c3c34-04b3-4e7d-82f3-05f9a90683c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:26.405776 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4e82cd8f-b97d-4472-ad67-386af837ddca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:26.410943 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4e82cd8f-b97d-4472-ad67-386af837ddca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:26.445918 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:26.487059 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-4e82cd8f-b97d-4472-ad67-386af837ddca admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fc6382953de24054a04cae3fb80cecc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7279990 Jan 21 19:57:26.488174 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 53596) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:26.542058 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82cd8f-b97d-4472-ad67-386af837ddca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93b6d1a-dc42-40e4-be32-9dbaeeb8b346,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:26.550049 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-4e82cd8f-b97d-4472-ad67-386af837ddca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:26.610816 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5a61762d-dc9f-4d27-9c7f-3e01aae60e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:26.692529 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5a61762d-dc9f-4d27-9c7f-3e01aae60e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:26.812301 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5a61762d-dc9f-4d27-9c7f-3e01aae60e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:26.825238 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c760ffa7-f1f8-4c3f-8aee-e3015692937b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:26.846186 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5a61762d-dc9f-4d27-9c7f-3e01aae60e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:26.851441 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-5a61762d-dc9f-4d27-9c7f-3e01aae60e8f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c93b6d1a-dc42-40e4-be32-9dbaeeb8b346 HTTP/1.1" status: 204 len: 168 time: 0.3591578 Jan 21 19:57:26.855891 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a61762d-dc9f-4d27-9c7f-3e01aae60e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93b6d1a-dc42-40e4-be32-9dbaeeb8b346,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:26.872981 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-5a61762d-dc9f-4d27-9c7f-3e01aae60e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:27.407990 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9b128-eb99-46df-b7d0-dafde25ccc76 req-04cd3acd-4e9d-4bd0-9dff-cb05865b59fb tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:27.422189 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2ca9b128-eb99-46df-b7d0-dafde25ccc76 req-04cd3acd-4e9d-4bd0-9dff-cb05865b59fb tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=85879f2a-21e6-494e-a4e0-ac6449526a70 HTTP/1.1" status: 200 len: 943 time: 0.3198545 Jan 21 19:57:27.530375 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2ca9b128-eb99-46df-b7d0-dafde25ccc76 req-3dc01185-57b2-401a-b99f-6456bf2080fa tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060514 Jan 21 19:57:27.674731 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-657c3c34-04b3-4e7d-82f3-05f9a90683c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:27.693699 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:27.846666 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c3c34-04b3-4e7d-82f3-05f9a90683c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1281d7a-a47b-4e8a-8373-d8daef5b1038,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:27.851063 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-657c3c34-04b3-4e7d-82f3-05f9a90683c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:27.924269 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 53638) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:27.925694 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657c3c34-04b3-4e7d-82f3-05f9a90683c5 admin admin] Checking segment: {'id': '1f47a8ba-e3ad-4d68-a35b-b035d86b14ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd6138fb5-b76e-4f29-8bbf-74ec66db9e66'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:57:27.926035 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657c3c34-04b3-4e7d-82f3-05f9a90683c5 admin admin] Network hostable DHCP agents. Network: d6138fb5-b76e-4f29-8bbf-74ec66db9e66, hostable agents: ['a1da6b86-37e3-41b0-832c-986ff53a0b75'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 19:57:27.946727 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657c3c34-04b3-4e7d-82f3-05f9a90683c5 admin admin] Network d6138fb5-b76e-4f29-8bbf-74ec66db9e66 is scheduled to be hosted by DHCP agent a1da6b86-37e3-41b0-832c-986ff53a0b75 with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 19:57:27.957114 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-657c3c34-04b3-4e7d-82f3-05f9a90683c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-8-iscsi, d6138fb5-b76e-4f29-8bbf-74ec66db9e66) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:57:27.965886 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657c3c34-04b3-4e7d-82f3-05f9a90683c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:27.967406 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-657c3c34-04b3-4e7d-82f3-05f9a90683c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:27.973956 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b477029-0443-4311-89c1-11bda8118613 None None] Network d6138fb5-b76e-4f29-8bbf-74ec66db9e66 requested from dv-cinder-726180-8-iscsi {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 19:57:27.993046 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-657c3c34-04b3-4e7d-82f3-05f9a90683c5 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6937084 Jan 21 19:57:27.996126 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 53644) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:28.005505 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-5d329fb4-0df6-45c9-9236-7861f304ecba admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1154731850-router', 'tenant_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'}}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:57:28.015456 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-5d329fb4-0df6-45c9-9236-7861f304ecba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:57:28.023985 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-5d329fb4-0df6-45c9-9236-7861f304ecba admin admin] Usage tracker for resource:router and tenant:ac30196b7fac4ccba1cac9aaee7458e7 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:57:28.030684 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-5d329fb4-0df6-45c9-9236-7861f304ecba admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:57:28.043731 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-5d329fb4-0df6-45c9-9236-7861f304ecba admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:57:28.067843 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5d329fb4-0df6-45c9-9236-7861f304ecba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854652859'] for router, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:28.070873 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5d329fb4-0df6-45c9-9236-7861f304ecba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-957674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1010567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-600212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122957'] for router, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:28.099729 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5d329fb4-0df6-45c9-9236-7861f304ecba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:28.276036 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:28.371542 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-11dc29da-1b57-49ab-8884-726539a3fae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:28.413763 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f305c8ce-2b82-4e48-a0b6-a55b8965c5f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36109bbe-b53f-599f-9ca2-9243de2ffae0-d6138fb5-b76e-4f29-8bbf-74ec66db9e66', 'network_id': 'd6138fb5-b76e-4f29-8bbf-74ec66db9e66', 'tenant_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'fixed_ips': [{'subnet_id': 'c1281d7a-a47b-4e8a-8373-d8daef5b1038'}]}} from dv-cinder-726180-8-iscsi. {{(pid=80115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 21 19:57:28.415471 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f305c8ce-2b82-4e48-a0b6-a55b8965c5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:28.554583 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-11dc29da-1b57-49ab-8884-726539a3fae2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:57:28.594649 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-11dc29da-1b57-49ab-8884-726539a3fae2 admin admin] Usage tracker for resource:security_group_rule and tenant:46e23344aab247a48ad0678ec0993735 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:57:28.735404 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-11dc29da-1b57-49ab-8884-726539a3fae2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:57:28.777467 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-11dc29da-1b57-49ab-8884-726539a3fae2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:57:28.804790 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5d329fb4-0df6-45c9-9236-7861f304ecba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1010580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-968839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-122972'] for router, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:28.951719 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-f305c8ce-2b82-4e48-a0b6-a55b8965c5f7 None None] Allocated IP 172.20.0.2 (d6138fb5-b76e-4f29-8bbf-74ec66db9e66/c1281d7a-a47b-4e8a-8373-d8daef5b1038/a7a5c528-63d1-441d-8eb4-509d40d2168f) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 19:57:29.342928 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-11dc29da-1b57-49ab-8884-726539a3fae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:29.352514 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-11dc29da-1b57-49ab-8884-726539a3fae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:29.371685 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ba45a4fa-549d-4c97-9b7c-19a5dbcf8d6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:29.484945 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c080da6-a6d5-46fd-97a1-9732479777b8 req-bb7b6ced-be1c-442f-be95-e3491f6191ea tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:29.499679 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-9c080da6-a6d5-46fd-97a1-9732479777b8 req-bb7b6ced-be1c-442f-be95-e3491f6191ea tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=85879f2a-21e6-494e-a4e0-ac6449526a70 HTTP/1.1" status: 200 len: 943 time: 0.4957037 Jan 21 19:57:29.544256 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-11dc29da-1b57-49ab-8884-726539a3fae2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=46e23344aab247a48ad0678ec0993735&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6188195 Jan 21 19:57:29.547881 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc29da-1b57-49ab-8884-726539a3fae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20922c79-4422-4263-abf8-ac0c348b6904,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:29.552560 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 53684) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:29.558858 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-11dc29da-1b57-49ab-8884-726539a3fae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:29.709167 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f305c8ce-2b82-4e48-a0b6-a55b8965c5f7 None None] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:29.723965 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f305c8ce-2b82-4e48-a0b6-a55b8965c5f7 None None] Transition to ACTIVE for port object a7a5c528-63d1-441d-8eb4-509d40d2168f will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:57:29.747189 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f305c8ce-2b82-4e48-a0b6-a55b8965c5f7 None None] Transition to ACTIVE for port object a7a5c528-63d1-441d-8eb4-509d40d2168f will not be triggered until provisioned by entity DHCP. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:57:29.749813 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deced64-648a-4752-8a8f-d7018c12fcc5 req-3e2cc4d3-8a12-461d-a881-bf41cd5383fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:29.753014 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f305c8ce-2b82-4e48-a0b6-a55b8965c5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:29.754516 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2deced64-648a-4752-8a8f-d7018c12fcc5 req-3e2cc4d3-8a12-461d-a881-bf41cd5383fd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ee36fc873ab24a67926c381490f868a4&device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 1162 time: 0.5981658 Jan 21 19:57:29.871403 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-9c080da6-a6d5-46fd-97a1-9732479777b8 req-b0b6fb8b-ed97-49a4-ae45-7358a5565279 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507854 Jan 21 19:57:29.890051 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:30.001021 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c36c28-2872-43c3-8072-ee3cadf40bcd req-975d48a6-1af8-48aa-8e46-a8fc3d5b650e tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:30.022366 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-99c36c28-2872-43c3-8072-ee3cadf40bcd req-975d48a6-1af8-48aa-8e46-a8fc3d5b650e tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 0.5189385 Jan 21 19:57:30.378667 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-99c36c28-2872-43c3-8072-ee3cadf40bcd req-05ec5d3b-5c51-411c-955e-09975bacd029 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741049 Jan 21 19:57:30.433367 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 38e67817-d1af-4315-815f-033b632bc3d1 up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:57:30.456539 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deced64-648a-4752-8a8f-d7018c12fcc5 req-9f95a8d5-4ec7-429f-868f-99afa0a0eb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:30.458342 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2deced64-648a-4752-8a8f-d7018c12fcc5 req-9f95a8d5-4ec7-429f-868f-99afa0a0eb4e service neutron] 10.222.0.83 "GET /v2.0/networks?id=287f6cae-db55-4735-aea1-21baf8371aab HTTP/1.1" status: 200 len: 912 time: 0.6695826 Jan 21 19:57:30.521700 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5d329fb4-0df6-45c9-9236-7861f304ecba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:30.570863 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f305c8ce-2b82-4e48-a0b6-a55b8965c5f7 None None] Network d6138fb5-b76e-4f29-8bbf-74ec66db9e66 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:57:30.582106 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-f305c8ce-2b82-4e48-a0b6-a55b8965c5f7 None None] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:57:30.587773 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f305c8ce-2b82-4e48-a0b6-a55b8965c5f7 None None] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 19:57:30.613945 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2deced64-648a-4752-8a8f-d7018c12fcc5 req-ef7b6dd3-c3fb-4291-b9b2-ca4955d27b41 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b7889127-6f56-46a5-a487-96ab12960634 HTTP/1.1" status: 200 len: 217 time: 0.1443214 Jan 21 19:57:30.644395 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5d329fb4-0df6-45c9-9236-7861f304ecba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:30.669188 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e331d199-9a99-4742-af88-2fb9734e8d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:30.672669 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305c8ce-2b82-4e48-a0b6-a55b8965c5f7 None None] Pushing event updated for resources: {'Port': ['ID=a7a5c528-63d1-441d-8eb4-509d40d2168f,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:30.703499 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f305c8ce-2b82-4e48-a0b6-a55b8965c5f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.813s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:30.705003 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning for port 38e67817-d1af-4315-815f-033b632bc3d1 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:57:30.747456 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 38e67817-d1af-4315-815f-033b632bc3d1 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:57:30.749382 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:30.764116 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deced64-648a-4752-8a8f-d7018c12fcc5 req-31b4587e-6faf-4331-a1d0-3781637d7d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:30.765974 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2deced64-648a-4752-8a8f-d7018c12fcc5 req-31b4587e-6faf-4331-a1d0-3781637d7d81 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5521111e-d6d7-421c-9b55-9115682bf598 HTTP/1.1" status: 200 len: 858 time: 0.1354320 Jan 21 19:57:30.775024 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 53702) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:30.801637 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-f305c8ce-2b82-4e48-a0b6-a55b8965c5f7 None None] Attempting to bind port a7a5c528-63d1-441d-8eb4-509d40d2168f on host dv-cinder-726180-8-iscsi for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 19:57:30.802275 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-f305c8ce-2b82-4e48-a0b6-a55b8965c5f7 None None] Attempting to bind port a7a5c528-63d1-441d-8eb4-509d40d2168f by drivers openvswitch on host dv-cinder-726180-8-iscsi at level 0 using segments [{'id': '1f47a8ba-e3ad-4d68-a35b-b035d86b14ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd6138fb5-b76e-4f29-8bbf-74ec66db9e66'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 19:57:30.802792 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f305c8ce-2b82-4e48-a0b6-a55b8965c5f7 None None] Attempting to bind port a7a5c528-63d1-441d-8eb4-509d40d2168f on network d6138fb5-b76e-4f29-8bbf-74ec66db9e66 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 19:57:30.861089 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2deced64-648a-4752-8a8f-d7018c12fcc5 req-4a952d33-242e-4642-b89f-5b5515640b1e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=287f6cae-db55-4735-aea1-21baf8371aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691252 Jan 21 19:57:30.864414 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f305c8ce-2b82-4e48-a0b6-a55b8965c5f7 None None] Checking agent: {'id': 'f684b9c2-4f8f-4e03-bb44-a00bf6d32b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 46, 8), 'started_at': datetime.datetime(2021, 1, 21, 19, 46, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 19, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:57:30.865458 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f305c8ce-2b82-4e48-a0b6-a55b8965c5f7 None None] Checking segment: {'id': '1f47a8ba-e3ad-4d68-a35b-b035d86b14ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd6138fb5-b76e-4f29-8bbf-74ec66db9e66'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:57:30.866251 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f305c8ce-2b82-4e48-a0b6-a55b8965c5f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:30.867034 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f305c8ce-2b82-4e48-a0b6-a55b8965c5f7 None None] Bound using segment: {'id': '1f47a8ba-e3ad-4d68-a35b-b035d86b14ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd6138fb5-b76e-4f29-8bbf-74ec66db9e66'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:57:30.867954 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-f305c8ce-2b82-4e48-a0b6-a55b8965c5f7 None None] Bound port: a7a5c528-63d1-441d-8eb4-509d40d2168f, host: dv-cinder-726180-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f47a8ba-e3ad-4d68-a35b-b035d86b14ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd6138fb5-b76e-4f29-8bbf-74ec66db9e66'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 19:57:30.868638 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f305c8ce-2b82-4e48-a0b6-a55b8965c5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:30.912652 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e331d199-9a99-4742-af88-2fb9734e8d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:31.284268 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-5d329fb4-0df6-45c9-9236-7861f304ecba admin admin] Allocated IP 172.27.2.229 (a57e5c9c-980e-4c63-98b2-db6c66af0db2/ea65500f-ac9d-4758-b95c-d190d3e0e3d5/83de776a-f212-4988-af83-8ea29852997d) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 19:57:31.289171 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e331d199-9a99-4742-af88-2fb9734e8d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:31.325875 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-f305c8ce-2b82-4e48-a0b6-a55b8965c5f7 None None] For port a7a5c528-63d1-441d-8eb4-509d40d2168f, host dv-cinder-726180-8-iscsi, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 19:57:31.381690 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-f305c8ce-2b82-4e48-a0b6-a55b8965c5f7 None None] For port a7a5c528-63d1-441d-8eb4-509d40d2168f, host dv-cinder-726180-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=a7a5c528-63d1-441d-8eb4-509d40d2168f,segment=NetworkSegment(1f47a8ba-e3ad-4d68-a35b-b035d86b14ed),segment_id=1f47a8ba-e3ad-4d68-a35b-b035d86b14ed)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 19:57:31.449751 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f305c8ce-2b82-4e48-a0b6-a55b8965c5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:31.456729 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2deced64-648a-4752-8a8f-d7018c12fcc5 req-8f404aa3-7a83-45b6-b376-5a744b8d0c4d service neutron] 10.222.0.83 "GET /v2.0/networks/287f6cae-db55-4735-aea1-21baf8371aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5851445 Jan 21 19:57:31.466171 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-649485e3-cf06-4fbd-993e-e06c8b8d16b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:31.522121 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-66497008-3254-41e8-bc9d-bf69e3ffd38b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:31.595268 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5d329fb4-0df6-45c9-9236-7861f304ecba admin admin] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:31.633789 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:31.704050 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5d329fb4-0df6-45c9-9236-7861f304ecba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2470122'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:31.707192 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e331d199-9a99-4742-af88-2fb9734e8d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:31.708764 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-e331d199-9a99-4742-af88-2fb9734e8d01 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/20922c79-4422-4263-abf8-ac0c348b6904 HTTP/1.1" status: 204 len: 168 time: 2.1518834 Jan 21 19:57:31.713894 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e331d199-9a99-4742-af88-2fb9734e8d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20922c79-4422-4263-abf8-ac0c348b6904,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:31.733169 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:31.777958 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e331d199-9a99-4742-af88-2fb9734e8d01 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:31.778579 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e331d199-9a99-4742-af88-2fb9734e8d01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:31.778813 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e331d199-9a99-4742-af88-2fb9734e8d01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:31.780266 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e331d199-9a99-4742-af88-2fb9734e8d01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:31.781083 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e331d199-9a99-4742-af88-2fb9734e8d01 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:31.781603 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e331d199-9a99-4742-af88-2fb9734e8d01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:31.782005 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e331d199-9a99-4742-af88-2fb9734e8d01 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:31.782773 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e331d199-9a99-4742-af88-2fb9734e8d01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:31.783174 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e331d199-9a99-4742-af88-2fb9734e8d01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:31.783665 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e331d199-9a99-4742-af88-2fb9734e8d01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:31.784056 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e331d199-9a99-4742-af88-2fb9734e8d01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:31.784449 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e331d199-9a99-4742-af88-2fb9734e8d01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:31.784895 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e331d199-9a99-4742-af88-2fb9734e8d01 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:31.785881 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e331d199-9a99-4742-af88-2fb9734e8d01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:31.786364 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e331d199-9a99-4742-af88-2fb9734e8d01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:31.786930 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e331d199-9a99-4742-af88-2fb9734e8d01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:31.787355 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e331d199-9a99-4742-af88-2fb9734e8d01 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:31.787754 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e331d199-9a99-4742-af88-2fb9734e8d01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:31.788142 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e331d199-9a99-4742-af88-2fb9734e8d01 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:31.788534 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e331d199-9a99-4742-af88-2fb9734e8d01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:31.788924 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e331d199-9a99-4742-af88-2fb9734e8d01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:31.789311 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e331d199-9a99-4742-af88-2fb9734e8d01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:31.789697 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e331d199-9a99-4742-af88-2fb9734e8d01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:31.790234 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e331d199-9a99-4742-af88-2fb9734e8d01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:31.799457 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e331d199-9a99-4742-af88-2fb9734e8d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:31.800228 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-078890bc-74cf-4260-b4d7-0013c0a55ec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:31.837451 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2deced64-648a-4752-8a8f-d7018c12fcc5 req-96a1ad35-d36e-4587-9687-3ca0f133f9f1 service neutron] 10.222.0.83 "GET /v2.0/networks/287f6cae-db55-4735-aea1-21baf8371aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3495100 Jan 21 19:57:31.853424 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-649485e3-cf06-4fbd-993e-e06c8b8d16b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:57:31.868080 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-649485e3-cf06-4fbd-993e-e06c8b8d16b9 admin admin] Usage tracker for resource:security_group_rule and tenant:4a00dcc5779a42d8a305386c320ba51d is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:57:31.907198 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-649485e3-cf06-4fbd-993e-e06c8b8d16b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:57:31.925210 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-649485e3-cf06-4fbd-993e-e06c8b8d16b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:57:32.004403 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b014726-6322-457d-b786-eeaffffe9edf req-3623a60f-3dc3-47a1-8952-4d27b13e5a35 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:32.004403 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8b014726-6322-457d-b786-eeaffffe9edf req-3623a60f-3dc3-47a1-8952-4d27b13e5a35 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=85879f2a-21e6-494e-a4e0-ac6449526a70 HTTP/1.1" status: 200 len: 943 time: 0.7854323 Jan 21 19:57:32.016745 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d329fb4-0df6-45c9-9236-7861f304ecba admin admin] Pushing event updated for resources: {'Port': ['ID=83de776a-f212-4988-af83-8ea29852997d,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:32.147689 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-5d329fb4-0df6-45c9-9236-7861f304ecba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:32.164294 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85879f2a-21e6-494e-a4e0-ac6449526a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e67817-d1af-4315-815f-033b632bc3d1'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:57:32.195506 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8b014726-6322-457d-b786-eeaffffe9edf req-86b23dca-a698-4158-b14d-4bd2154d3f45 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686156 Jan 21 19:57:32.260399 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] For port 38e67817-d1af-4315-815f-033b632bc3d1, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=38e67817-d1af-4315-815f-033b632bc3d1,segment=NetworkSegment(23c589ac-043e-4282-ad98-f9d86a119fbd),segment_id=23c589ac-043e-4282-ad98-f9d86a119fbd)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 19:57:32.281830 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305c8ce-2b82-4e48-a0b6-a55b8965c5f7 None None] Pushing event updated for resources: {'Port': ['ID=a7a5c528-63d1-441d-8eb4-509d40d2168f,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:32.315631 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d329fb4-0df6-45c9-9236-7861f304ecba admin admin] Network a57e5c9c-980e-4c63-98b2-db6c66af0db2 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:57:32.317281 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-5d329fb4-0df6-45c9-9236-7861f304ecba admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:57:32.325125 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d329fb4-0df6-45c9-9236-7861f304ecba admin admin] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 19:57:32.357465 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:32.417524 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f305c8ce-2b82-4e48-a0b6-a55b8965c5f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.896s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:32.418481 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:32.475865 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-649485e3-cf06-4fbd-993e-e06c8b8d16b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:32.533725 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100fdb5-62fe-4dbf-beb6-e51bbf7a2cc9 req-5aa0c6f0-eb61-4897-a1cd-3265fe5b4b25 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:32.551948 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5100fdb5-62fe-4dbf-beb6-e51bbf7a2cc9 req-5aa0c6f0-eb61-4897-a1cd-3265fe5b4b25 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 0.3434045 Jan 21 19:57:32.559650 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-649485e3-cf06-4fbd-993e-e06c8b8d16b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:32.666465 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Pushing event updated for resources: {'Port': ['ID=38e67817-d1af-4315-815f-033b632bc3d1,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:32.694487 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:33.010699 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:33.042991 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5d329fb4-0df6-45c9-9236-7861f304ecba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:33.069734 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649485e3-cf06-4fbd-993e-e06c8b8d16b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa49fc1-80e4-4316-94dc-00201b1f0446,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:33.155716 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-16ea53c2-66ad-4eb4-b5f4-8243c594fe88 tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] 10.222.0.74 "GET /v2.0/networks?tenant_id=50c674262e1c4d22939206721b17d197&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6015763 Jan 21 19:57:33.181889 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649485e3-cf06-4fbd-993e-e06c8b8d16b9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:33.182966 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649485e3-cf06-4fbd-993e-e06c8b8d16b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:33.183842 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649485e3-cf06-4fbd-993e-e06c8b8d16b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:33.184703 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649485e3-cf06-4fbd-993e-e06c8b8d16b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:33.186094 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649485e3-cf06-4fbd-993e-e06c8b8d16b9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:33.187017 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649485e3-cf06-4fbd-993e-e06c8b8d16b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:33.187904 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649485e3-cf06-4fbd-993e-e06c8b8d16b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:33.188787 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649485e3-cf06-4fbd-993e-e06c8b8d16b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:33.189662 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649485e3-cf06-4fbd-993e-e06c8b8d16b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:33.190709 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649485e3-cf06-4fbd-993e-e06c8b8d16b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:33.191598 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649485e3-cf06-4fbd-993e-e06c8b8d16b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:33.192462 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649485e3-cf06-4fbd-993e-e06c8b8d16b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:33.193393 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649485e3-cf06-4fbd-993e-e06c8b8d16b9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:33.194269 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649485e3-cf06-4fbd-993e-e06c8b8d16b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:33.195276 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649485e3-cf06-4fbd-993e-e06c8b8d16b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:33.196177 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649485e3-cf06-4fbd-993e-e06c8b8d16b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:33.197303 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649485e3-cf06-4fbd-993e-e06c8b8d16b9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:33.198166 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649485e3-cf06-4fbd-993e-e06c8b8d16b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:33.202347 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649485e3-cf06-4fbd-993e-e06c8b8d16b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:33.203620 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649485e3-cf06-4fbd-993e-e06c8b8d16b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:33.204504 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649485e3-cf06-4fbd-993e-e06c8b8d16b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:33.205365 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649485e3-cf06-4fbd-993e-e06c8b8d16b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:33.206588 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649485e3-cf06-4fbd-993e-e06c8b8d16b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:33.207482 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649485e3-cf06-4fbd-993e-e06c8b8d16b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:33.234028 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-649485e3-cf06-4fbd-993e-e06c8b8d16b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:33.242482 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-649485e3-cf06-4fbd-993e-e06c8b8d16b9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4a00dcc5779a42d8a305386c320ba51d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4604671 Jan 21 19:57:33.474437 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 53768) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:33.603968 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device a7a5c528-63d1-441d-8eb4-509d40d2168f up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:57:33.635609 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-d89663fd-65ac-47ae-b732-d2ec6bfd5485 tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:33.650855 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-d89663fd-65ac-47ae-b732-d2ec6bfd5485 tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4289761 Jan 21 19:57:33.666939 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5100fdb5-62fe-4dbf-beb6-e51bbf7a2cc9 req-141395e7-8255-422c-aa4f-a41631f3731c tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0918510 Jan 21 19:57:33.738417 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-ede9352f-2b44-420d-8925-0f9ad35a35d4 tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] 10.222.0.74 "GET /v2.0/quotas/50c674262e1c4d22939206721b17d197 HTTP/1.1" status: 200 len: 375 time: 0.0693719 Jan 21 19:57:33.891133 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-dd1d94ad-7a34-417e-8ee0-e29ba795fb75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:33.892457 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85879f2a-21e6-494e-a4e0-ac6449526a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e67817-d1af-4315-815f-033b632bc3d1', 'code': 200} Jan 21 19:57:33.941845 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-9ee997c7-982b-4c72-97f9-8cfd315803b4 tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] 10.222.0.74 "GET /v2.0/ports?tenant_id=50c674262e1c4d22939206721b17d197&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1955161 Jan 21 19:57:33.955286 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5d329fb4-0df6-45c9-9236-7861f304ecba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-968819'] for router, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:34.049174 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning for port a7a5c528-63d1-441d-8eb4-509d40d2168f completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:57:34.149495 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 53786) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:34.249813 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-dd1d94ad-7a34-417e-8ee0-e29ba795fb75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:34.398828 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f1a1be3-1735-450e-b65b-180c7b023f50 admin admin] Deleting subnet 2e0d61e2-076c-46b8-997d-9f0b100d2b56 {{(pid=80114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 21 19:57:34.409717 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5f1a1be3-1735-450e-b65b-180c7b023f50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:34.486831 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a9b4693d-fab5-4100-823e-41ca61619030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:34.791931 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-dd1d94ad-7a34-417e-8ee0-e29ba795fb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:34.804351 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-3b39b572-a039-41fc-87c4-97479ba721ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:34.841087 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d94ad-7a34-417e-8ee0-e29ba795fb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa49fc1-80e4-4316-94dc-00201b1f0446,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:34.848960 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-dd1d94ad-7a34-417e-8ee0-e29ba795fb75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:34.878828 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-dd1d94ad-7a34-417e-8ee0-e29ba795fb75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:34.885502 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-dd1d94ad-7a34-417e-8ee0-e29ba795fb75 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6aa49fc1-80e4-4316-94dc-00201b1f0446 HTTP/1.1" status: 204 len: 168 time: 1.2846448 Jan 21 19:57:34.912203 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d329fb4-0df6-45c9-9236-7861f304ecba admin admin] Router 35483473-1478-4659-bbfb-e4cae8820afb is scheduled to L3 agent acfbd797-5df7-45c7-9954-db8085626b2a with binding_index 1 {{(pid=80113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 21 19:57:35.024788 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a67accc3-b219-485a-a616-023fd1c40ea2 req-d6c72837-cc12-4599-9fd0-e09a1e62be95 tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] 10.222.0.74 "GET /v2.0/ports?device_id=ee4e1150-036e-4e54-b2f2-0c40a900b192 HTTP/1.1" status: 200 len: 210 time: 0.2706273 Jan 21 19:57:35.131411 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd11db5-83ac-4b78-b2ae-d2599b8b92f7 None None] Network d6138fb5-b76e-4f29-8bbf-74ec66db9e66 requested from dv-cinder-726180-8-iscsi {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 19:57:35.229119 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5f1a1be3-1735-450e-b65b-180c7b023f50 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:35.298216 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 38e67817-d1af-4315-815f-033b632bc3d1 up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:57:35.316333 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5f1a1be3-1735-450e-b65b-180c7b023f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846617693'] for subnet, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:35.552576 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42d0d6-55a0-4b8e-b0e8-dd1e07534cba req-d36855f7-6381-46af-bb95-8e1afe31aebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:35.569681 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0d42d0d6-55a0-4b8e-b0e8-dd1e07534cba req-d36855f7-6381-46af-bb95-8e1afe31aebb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=85879f2a-21e6-494e-a4e0-ac6449526a70 HTTP/1.1" status: 200 len: 1162 time: 1.0293131 Jan 21 19:57:35.728735 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0217e0-4235-4366-8bb1-17af8dc2d4e4 req-00f3690b-6f84-45a3-aac4-936838aca856 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:35.738225 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d329fb4-0df6-45c9-9236-7861f304ecba admin admin] Notify agent at l3_agent.dv-cinder-726180-8-iscsi the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 19:57:35.741964 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-9c0217e0-4235-4366-8bb1-17af8dc2d4e4 req-00f3690b-6f84-45a3-aac4-936838aca856 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=85879f2a-21e6-494e-a4e0-ac6449526a70 HTTP/1.1" status: 200 len: 945 time: 0.9143002 Jan 21 19:57:35.760010 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a5af58-5333-4e9c-afc0-4dd33350e338 None None] Sync routers for ids ['35483473-1478-4659-bbfb-e4cae8820afb'] in dv-cinder-726180-8-iscsi {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 19:57:35.796584 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-22290f45-43bf-4b7f-b03b-51535ec3df61 None None] Provisioning for port a7a5c528-63d1-441d-8eb4-509d40d2168f completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:57:35.800016 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a5af58-5333-4e9c-afc0-4dd33350e338 None None] Routers {'35483473-1478-4659-bbfb-e4cae8820afb'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:57:35.803376 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-f5a5af58-5333-4e9c-afc0-4dd33350e338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T19:57:06Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['35483473-1478-4659-bbfb-e4cae8820afb'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:57:35.819317 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5d329fb4-0df6-45c9-9236-7861f304ecba admin admin] Notify callbacks [] for router, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:35.822179 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-5d329fb4-0df6-45c9-9236-7861f304ecba admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.8240664 Jan 21 19:57:35.828292 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 53822) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:35.853851 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-22290f45-43bf-4b7f-b03b-51535ec3df61 None None] Provisioning complete for port a7a5c528-63d1-441d-8eb4-509d40d2168f triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:57:35.854302 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-22290f45-43bf-4b7f-b03b-51535ec3df61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:36.113841 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 38e67817-d1af-4315-815f-033b632bc3d1 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:57:36.116530 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:36.173029 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0d42d0d6-55a0-4b8e-b0e8-dd1e07534cba req-221eaab7-73ea-4cf3-9cd4-98bab759defe service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6016455 Jan 21 19:57:36.194900 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-9c0217e0-4235-4366-8bb1-17af8dc2d4e4 req-320faf85-7763-4ca2-9af7-832efd4fac56 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4511361 Jan 21 19:57:36.272495 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 53830) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:36.502348 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d66e8fd6-ece6-4ec9-a767-cc8289eae8bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:36.711526 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-d66e8fd6-ece6-4ec9-a767-cc8289eae8bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:57:36.767069 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-f5a5af58-5333-4e9c-afc0-4dd33350e338 None None] Set router 35483473-1478-4659-bbfb-e4cae8820afb gateway port host: dv-cinder-726180-8-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 19:57:36.850155 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-d66e8fd6-ece6-4ec9-a767-cc8289eae8bb admin admin] Usage tracker for resource:security_group_rule and tenant:67622442f7b64d77bee523add416626c is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:57:36.889338 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-d66e8fd6-ece6-4ec9-a767-cc8289eae8bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:57:36.954734 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745dfe80-490e-463b-bf4e-efe8b4474693 req-c6644350-af00-4533-880b-cb2a7ae23ce9 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:36.963878 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-745dfe80-490e-463b-bf4e-efe8b4474693 req-c6644350-af00-4533-880b-cb2a7ae23ce9 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 1.0292203 Jan 21 19:57:36.967926 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-d66e8fd6-ece6-4ec9-a767-cc8289eae8bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:57:37.081738 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-745dfe80-490e-463b-bf4e-efe8b4474693 req-f019e82a-7f19-4395-9137-4e02156da3d7 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166031 Jan 21 19:57:37.207053 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d66e8fd6-ece6-4ec9-a767-cc8289eae8bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:37.214848 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d66e8fd6-ece6-4ec9-a767-cc8289eae8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:37.238918 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-22728e0d-f5cd-4e29-8425-b52b0044e048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:37.244261 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1d1e9f24-9572-4f21-b39c-57c160300edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:37.317666 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5f1a1be3-1735-450e-b65b-180c7b023f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8158139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103'] for subnet, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:37.648358 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-22290f45-43bf-4b7f-b03b-51535ec3df61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:37.686792 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-de3119d5-f24d-4492-826a-355f17905bd0 req-8cdca0d0-d2b3-47a5-b161-dee2add77357 tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] 10.222.0.74 "GET /v2.0/ports?device_id=ee4e1150-036e-4e54-b2f2-0c40a900b192 HTTP/1.1" status: 200 len: 210 time: 0.3304958 Jan 21 19:57:37.750311 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-d66e8fd6-ece6-4ec9-a767-cc8289eae8bb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=67622442f7b64d77bee523add416626c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4706159 Jan 21 19:57:37.750311 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e8fd6-ece6-4ec9-a767-cc8289eae8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5921ebf4-004a-4ea3-bc25-6299af6ef4bb,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:37.758029 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:37.776248 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5f1a1be3-1735-450e-b65b-180c7b023f50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:37.797923 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 53844) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:37.799914 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-5f1a1be3-1735-450e-b65b-180c7b023f50 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/2e0d61e2-076c-46b8-997d-9f0b100d2b56 HTTP/1.1" status: 204 len: 168 time: 3.6479101 Jan 21 19:57:37.828741 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 53850) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:37.894562 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d66e8fd6-ece6-4ec9-a767-cc8289eae8bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:37.898154 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-22290f45-43bf-4b7f-b03b-51535ec3df61 None None] For port a7a5c528-63d1-441d-8eb4-509d40d2168f, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=a7a5c528-63d1-441d-8eb4-509d40d2168f,segment=NetworkSegment(1f47a8ba-e3ad-4d68-a35b-b035d86b14ed),segment_id=1f47a8ba-e3ad-4d68-a35b-b035d86b14ed)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 19:57:37.926981 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-f5a5af58-5333-4e9c-afc0-4dd33350e338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35483473-1478-4659-bbfb-e4cae8820afb', 'name': 'tempest-AttachVolumeShelveTestJSON-1154731850-router', 'tenant_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '83de776a-f212-4988-af83-8ea29852997d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:28Z', 'updated_at': '2021-01-21T19:57:32Z', 'revision_number': 3, 'project_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'gw_port': {'id': '83de776a-f212-4988-af83-8ea29852997d', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:66:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35483473-1478-4659-bbfb-e4cae8820afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:31Z', 'updated_at': '2021-01-21T19:57:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi'}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:57:37.928177 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-22290f45-43bf-4b7f-b03b-51535ec3df61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:37.931923 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f305c8ce-2b82-4e48-a0b6-a55b8965c5f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:37.945991 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a5af58-5333-4e9c-afc0-4dd33350e338 None None] Checking router: 35483473-1478-4659-bbfb-e4cae8820afb for host: dv-cinder-726180-8-iscsi {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 19:57:37.946972 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a5af58-5333-4e9c-afc0-4dd33350e338 None None] Updating router 35483473-1478-4659-bbfb-e4cae8820afb port 83de776a-f212-4988-af83-8ea29852997d binding host dv-cinder-726180-8-iscsi {{(pid=80116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 21 19:57:37.957580 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.285s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:38.194517 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22290f45-43bf-4b7f-b03b-51535ec3df61 None None] Pushing event updated for resources: {'Port': ['ID=a7a5c528-63d1-441d-8eb4-509d40d2168f,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:38.195057 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-872e4bc7-d7cd-47a4-9c6e-1c385b000a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:38.199312 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-22290f45-43bf-4b7f-b03b-51535ec3df61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:38.204353 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f5a5af58-5333-4e9c-afc0-4dd33350e338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:38.219741 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1a1be3-1735-450e-b65b-180c7b023f50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e0d61e2-076c-46b8-997d-9f0b100d2b56,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:38.224954 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-dafb439b-2cf6-462f-abf5-168a1216586b tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] 10.222.0.83 "GET /v2.0/networks?tenant_id=50c674262e1c4d22939206721b17d197&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1833818 Jan 21 19:57:38.252425 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-5f1a1be3-1735-450e-b65b-180c7b023f50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:38.291279 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-b2c206aa-3783-4701-8d72-af101d457ddc None None] Provisioning complete for port a7a5c528-63d1-441d-8eb4-509d40d2168f triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:57:38.291705 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b2c206aa-3783-4701-8d72-af101d457ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:38.295854 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-872e4bc7-d7cd-47a4-9c6e-1c385b000a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:38.393038 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e058e8ce-a75f-4aee-8361-fec28a28178f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846842325'] for network, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:38.599231 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:38.742522 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 38e67817-d1af-4315-815f-033b632bc3d1 up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:57:38.970557 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-b803b7a8-6bc6-4f28-b490-76e355a7bf5d tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:38.973923 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-b803b7a8-6bc6-4f28-b490-76e355a7bf5d tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7035868 Jan 21 19:57:38.996354 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-872e4bc7-d7cd-47a4-9c6e-1c385b000a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:39.082951 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:39.116706 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 38e67817-d1af-4315-815f-033b632bc3d1 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:57:39.117178 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:39.129956 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:39.205561 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-db8f951c-2040-45bc-9c46-dc76dff09abd tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Request body: {'port': {'device_id': 'ee4e1150-036e-4e54-b2f2-0c40a900b192', 'network_id': '8ef83a79-2753-447f-9681-c8d051151999', 'admin_state_up': True, 'tenant_id': '50c674262e1c4d22939206721b17d197'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:57:39.282051 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-2465aa3c-31e8-4f01-9272-29dcb9ad31fe None None] Provisioning complete for port a7a5c528-63d1-441d-8eb4-509d40d2168f triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:57:39.282669 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2465aa3c-31e8-4f01-9272-29dcb9ad31fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:39.407327 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f5a5af58-5333-4e9c-afc0-4dd33350e338 None None] Notify callbacks [] for port, precommit_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:39.428444 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f5a5af58-5333-4e9c-afc0-4dd33350e338 None None] Transition to ACTIVE for port object 83de776a-f212-4988-af83-8ea29852997d will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:57:39.443231 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f5a5af58-5333-4e9c-afc0-4dd33350e338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:39.452332 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-db8f951c-2040-45bc-9c46-dc76dff09abd tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:57:39.465246 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-db8f951c-2040-45bc-9c46-dc76dff09abd tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Usage tracker for resource:port and tenant:50c674262e1c4d22939206721b17d197 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:57:39.481062 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-db8f951c-2040-45bc-9c46-dc76dff09abd tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Quota usage for port was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:57:39.481327 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-9fd7befc-3c5c-476f-9b07-3707e1ce6b50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:39.488750 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-db8f951c-2040-45bc-9c46-dc76dff09abd tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:57:39.526685 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e4bc7-d7cd-47a4-9c6e-1c385b000a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5921ebf4-004a-4ea3-bc25-6299af6ef4bb,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:39.543536 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-872e4bc7-d7cd-47a4-9c6e-1c385b000a94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:39.544567 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-872e4bc7-d7cd-47a4-9c6e-1c385b000a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:39.550419 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-872e4bc7-d7cd-47a4-9c6e-1c385b000a94 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5921ebf4-004a-4ea3-bc25-6299af6ef4bb HTTP/1.1" status: 204 len: 168 time: 1.7448187 Jan 21 19:57:39.551425 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-db8f951c-2040-45bc-9c46-dc76dff09abd tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Made reservation on behalf of 50c674262e1c4d22939206721b17d197 for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:57:39.570210 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-db8f951c-2040-45bc-9c46-dc76dff09abd tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:39.614542 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device a7a5c528-63d1-441d-8eb4-509d40d2168f up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:57:39.617561 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e058e8ce-a75f-4aee-8361-fec28a28178f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8157968', 'neutron.services.segments.db._delete_segments_for_network--9223363307589961673'] for network, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:39.644464 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-db8f951c-2040-45bc-9c46-dc76dff09abd tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:39.784993 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265da33-0287-4695-bff5-b136364f20cf req-78833eb0-e5dc-4a35-8eff-945bc45c6730 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:39.795082 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1265da33-0287-4695-bff5-b136364f20cf req-78833eb0-e5dc-4a35-8eff-945bc45c6730 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=85879f2a-21e6-494e-a4e0-ac6449526a70 HTTP/1.1" status: 200 len: 945 time: 2.1274815 Jan 21 19:57:39.813054 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-db8f951c-2040-45bc-9c46-dc76dff09abd tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:57:39.859961 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5214b56-eb14-4137-9266-69256c6833ee None None] Pushing event updated for resources: {'Port': ['ID=83de776a-f212-4988-af83-8ea29852997d,revision_number=2']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:39.934880 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-db8f951c-2040-45bc-9c46-dc76dff09abd tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Usage tracker for resource:security_group_rule and tenant:50c674262e1c4d22939206721b17d197 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:57:39.934880 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-db8f951c-2040-45bc-9c46-dc76dff09abd tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:57:39.935422 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning complete for port a7a5c528-63d1-441d-8eb4-509d40d2168f triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:57:39.935617 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:39.950976 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5214b56-eb14-4137-9266-69256c6833ee None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:39.951961 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5214b56-eb14-4137-9266-69256c6833ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:39.952848 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5214b56-eb14-4137-9266-69256c6833ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:39.953700 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5214b56-eb14-4137-9266-69256c6833ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:39.954635 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5214b56-eb14-4137-9266-69256c6833ee None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:39.955514 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5214b56-eb14-4137-9266-69256c6833ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:39.956594 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5214b56-eb14-4137-9266-69256c6833ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:39.958111 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5214b56-eb14-4137-9266-69256c6833ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:39.959045 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5214b56-eb14-4137-9266-69256c6833ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:39.959911 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5214b56-eb14-4137-9266-69256c6833ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:39.960760 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5214b56-eb14-4137-9266-69256c6833ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:39.961607 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5214b56-eb14-4137-9266-69256c6833ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:39.962571 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5214b56-eb14-4137-9266-69256c6833ee None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:39.963429 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5214b56-eb14-4137-9266-69256c6833ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:39.964290 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5214b56-eb14-4137-9266-69256c6833ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:39.965064 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cb5c6ce5-48a7-42fe-8e9f-55ade27fe50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:39.965554 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5214b56-eb14-4137-9266-69256c6833ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:39.967926 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5214b56-eb14-4137-9266-69256c6833ee None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:39.970243 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5214b56-eb14-4137-9266-69256c6833ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:39.971446 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5214b56-eb14-4137-9266-69256c6833ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:39.972294 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5214b56-eb14-4137-9266-69256c6833ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:39.973172 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5214b56-eb14-4137-9266-69256c6833ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:39.974026 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5214b56-eb14-4137-9266-69256c6833ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:39.974927 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5214b56-eb14-4137-9266-69256c6833ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:39.975769 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5214b56-eb14-4137-9266-69256c6833ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:39.984806 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b5214b56-eb14-4137-9266-69256c6833ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:40.019552 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e1d15-38fa-47c3-9656-5a674f934d77 req-70246fc4-5d42-42b0-b83a-5edda3512eda tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:40.026235 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b98e1d15-38fa-47c3-9656-5a674f934d77 req-70246fc4-5d42-42b0-b83a-5edda3512eda tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 1.0426383 Jan 21 19:57:40.052381 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-db8f951c-2040-45bc-9c46-dc76dff09abd tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:57:40.068832 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1265da33-0287-4695-bff5-b136364f20cf req-89cd4fb1-1c71-45a7-8207-835e60cc2b5d tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721140 Jan 21 19:57:40.115162 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.segments.db [None req-e058e8ce-a75f-4aee-8361-fec28a28178f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6494493a-ef79-4526-ba99-d14d4501571d']}} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:57:40.163568 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-f5a5af58-5333-4e9c-afc0-4dd33350e338 None None] Attempting to bind port 83de776a-f212-4988-af83-8ea29852997d on host dv-cinder-726180-8-iscsi for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 19:57:40.164274 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-f5a5af58-5333-4e9c-afc0-4dd33350e338 None None] Attempting to bind port 83de776a-f212-4988-af83-8ea29852997d by drivers openvswitch on host dv-cinder-726180-8-iscsi at level 0 using segments [{'id': '0b618305-a50f-40b3-8ec6-85df1521bd1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 19:57:40.164945 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a5af58-5333-4e9c-afc0-4dd33350e338 None None] Attempting to bind port 83de776a-f212-4988-af83-8ea29852997d on network a57e5c9c-980e-4c63-98b2-db6c66af0db2 {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 19:57:40.168803 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.segments.db [None req-e058e8ce-a75f-4aee-8361-fec28a28178f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2257477a-0520-4da0-a5b3-f0d7830d6fc2') {'for_net_delete': True} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:57:40.169979 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.segments.db [None req-e058e8ce-a75f-4aee-8361-fec28a28178f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2257477a-0520-4da0-a5b3-f0d7830d6fc2') {} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:57:40.193429 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a5af58-5333-4e9c-afc0-4dd33350e338 None None] Checking agent: {'id': 'f684b9c2-4f8f-4e03-bb44-a00bf6d32b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 46, 8), 'started_at': datetime.datetime(2021, 1, 21, 19, 46, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 19, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:57:40.193935 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a5af58-5333-4e9c-afc0-4dd33350e338 None None] Checking segment: {'id': '0b618305-a50f-40b3-8ec6-85df1521bd1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:57:40.194683 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f5a5af58-5333-4e9c-afc0-4dd33350e338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:40.195451 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a5af58-5333-4e9c-afc0-4dd33350e338 None None] Bound using segment: {'id': '0b618305-a50f-40b3-8ec6-85df1521bd1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:57:40.196329 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-f5a5af58-5333-4e9c-afc0-4dd33350e338 None None] Bound port: 83de776a-f212-4988-af83-8ea29852997d, host: dv-cinder-726180-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b618305-a50f-40b3-8ec6-85df1521bd1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 19:57:40.197645 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f5a5af58-5333-4e9c-afc0-4dd33350e338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:40.212365 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b98e1d15-38fa-47c3-9656-5a674f934d77 req-d4b605ea-6277-4110-9256-fbc7dca8adba tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676741 Jan 21 19:57:40.282337 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e058e8ce-a75f-4aee-8361-fec28a28178f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307589963209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852630355'] for segment, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:40.327135 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e058e8ce-a75f-4aee-8361-fec28a28178f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8360645'] for segment, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:40.343885 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e058e8ce-a75f-4aee-8361-fec28a28178f admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 21 19:57:40.348830 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-db8f951c-2040-45bc-9c46-dc76dff09abd tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:40.354603 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-db8f951c-2040-45bc-9c46-dc76dff09abd tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:40.399428 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-872e4bc7-d7cd-47a4-9c6e-1c385b000a94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:40.431719 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-f5a5af58-5333-4e9c-afc0-4dd33350e338 None None] For port 83de776a-f212-4988-af83-8ea29852997d, host dv-cinder-726180-8-iscsi, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 19:57:40.439775 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-f5a5af58-5333-4e9c-afc0-4dd33350e338 None None] For port 83de776a-f212-4988-af83-8ea29852997d, host dv-cinder-726180-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=83de776a-f212-4988-af83-8ea29852997d,segment=NetworkSegment(0b618305-a50f-40b3-8ec6-85df1521bd1b),segment_id=0b618305-a50f-40b3-8ec6-85df1521bd1b)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 19:57:40.444610 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f5a5af58-5333-4e9c-afc0-4dd33350e338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:40.464247 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:40.566611 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5214b56-eb14-4137-9266-69256c6833ee None None] Pushing event updated for resources: {'Port': ['ID=83de776a-f212-4988-af83-8ea29852997d,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:40.571051 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b5214b56-eb14-4137-9266-69256c6833ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:40.676227 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f951c-2040-45bc-9c46-dc76dff09abd tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Pushing event updated for resources: {'SecurityGroup': ['ID=615a79a8-ee79-472b-bf9e-e0bd59e440df,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:40.682163 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-db8f951c-2040-45bc-9c46-dc76dff09abd tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:40.816192 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-e058e8ce-a75f-4aee-8361-fec28a28178f admin admin] Network 6494493a-ef79-4526-ba99-d14d4501571d has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 19:57:40.844487 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e058e8ce-a75f-4aee-8361-fec28a28178f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846415140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852305729'] for segment, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:40.928898 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a5af58-5333-4e9c-afc0-4dd33350e338 None None] Routers {'35483473-1478-4659-bbfb-e4cae8820afb'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:57:40.929803 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-f5a5af58-5333-4e9c-afc0-4dd33350e338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T19:57:37Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['35483473-1478-4659-bbfb-e4cae8820afb'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:57:41.051510 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-11d71982-ef86-41de-853a-0336982e619e req-100adedb-a0d1-4ae5-8a77-8a66dabede31 tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] 10.222.0.74 "GET /v2.0/ports?device_id=ee4e1150-036e-4e54-b2f2-0c40a900b192 HTTP/1.1" status: 200 len: 210 time: 0.6545079 Jan 21 19:57:41.240522 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-f5a5af58-5333-4e9c-afc0-4dd33350e338 None None] Set router 35483473-1478-4659-bbfb-e4cae8820afb gateway port host: dv-cinder-726180-8-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 19:57:41.425445 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-e058e8ce-a75f-4aee-8361-fec28a28178f admin admin] Network 6494493a-ef79-4526-ba99-d14d4501571d has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 19:57:41.457641 dv-cinder-726180-8-iscsi neutron-server[80002]: Traceback (most recent call last): Jan 21 19:57:41.457641 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:57:41.457641 dv-cinder-726180-8-iscsi neutron-server[80002]: timer() Jan 21 19:57:41.457641 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:57:41.457641 dv-cinder-726180-8-iscsi neutron-server[80002]: cb(*args, **kw) Jan 21 19:57:41.457641 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 21 19:57:41.457641 dv-cinder-726180-8-iscsi neutron-server[80002]: return func(*args, **kwargs) Jan 21 19:57:41.457641 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:57:41.457641 dv-cinder-726180-8-iscsi neutron-server[80002]: self._notify() Jan 21 19:57:41.457641 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:57:41.457641 dv-cinder-726180-8-iscsi neutron-server[80002]: self.callback(batched_events) Jan 21 19:57:41.457641 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:57:41.457641 dv-cinder-726180-8-iscsi neutron-server[80002]: event.method(event) Jan 21 19:57:41.457641 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:57:41.457641 dv-cinder-726180-8-iscsi neutron-server[80002]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:57:41.457641 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 21 19:57:41.457641 dv-cinder-726180-8-iscsi neutron-server[80002]: segment_id)['aggregates'][0] Jan 21 19:57:41.457641 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:57:41.457641 dv-cinder-726180-8-iscsi neutron-server[80002]: return f(self, *a, **k) Jan 21 19:57:41.457641 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:57:41.457641 dv-cinder-726180-8-iscsi neutron-server[80002]: return self._get(url).json() Jan 21 19:57:41.457641 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 19:57:41.457641 dv-cinder-726180-8-iscsi neutron-server[80002]: **kwargs) Jan 21 19:57:41.457641 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 19:57:41.457641 dv-cinder-726180-8-iscsi neutron-server[80002]: return self.request(url, 'GET', **kwargs) Jan 21 19:57:41.457641 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 21 19:57:41.457641 dv-cinder-726180-8-iscsi neutron-server[80002]: **endpoint_filter) Jan 21 19:57:41.457641 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 19:57:41.457641 dv-cinder-726180-8-iscsi neutron-server[80002]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:57:41.457641 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 19:57:41.457641 dv-cinder-726180-8-iscsi neutron-server[80002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:57:41.457641 dv-cinder-726180-8-iscsi neutron-server[80002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:57:41.469909 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-db8f951c-2040-45bc-9c46-dc76dff09abd tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Allocated IP 192.168.233.23 (8ef83a79-2753-447f-9681-c8d051151999/738e95b8-8bf6-416b-b914-2b6491e2581e/dc946b2f-37e9-42bc-8ab1-ecb141c2db81) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 19:57:41.752592 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-f5a5af58-5333-4e9c-afc0-4dd33350e338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35483473-1478-4659-bbfb-e4cae8820afb', 'name': 'tempest-AttachVolumeShelveTestJSON-1154731850-router', 'tenant_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '83de776a-f212-4988-af83-8ea29852997d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:28Z', 'updated_at': '2021-01-21T19:57:32Z', 'revision_number': 3, 'project_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'gw_port': {'id': '83de776a-f212-4988-af83-8ea29852997d', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:66:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35483473-1478-4659-bbfb-e4cae8820afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:31Z', 'updated_at': '2021-01-21T19:57:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi'}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:57:41.757736 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a5af58-5333-4e9c-afc0-4dd33350e338 None None] The sync data for ids ['35483473-1478-4659-bbfb-e4cae8820afb'] in dv-cinder-726180-8-iscsi is: [{'id': '35483473-1478-4659-bbfb-e4cae8820afb', 'name': 'tempest-AttachVolumeShelveTestJSON-1154731850-router', 'tenant_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '83de776a-f212-4988-af83-8ea29852997d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:28Z', 'updated_at': '2021-01-21T19:57:32Z', 'revision_number': 3, 'project_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'gw_port': {'id': '83de776a-f212-4988-af83-8ea29852997d', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:66:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35483473-1478-4659-bbfb-e4cae8820afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:31Z', 'updated_at': '2021-01-21T19:57:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi'}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 19:57:41.959441 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e058e8ce-a75f-4aee-8361-fec28a28178f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846617832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853807049'] for network, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:41.985094 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e058e8ce-a75f-4aee-8361-fec28a28178f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:41.995808 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b0ee2acf-4ab6-4324-b797-7dc1038b5a75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:42.020311 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b20730-7f06-42db-b562-f4095b7906b5 req-d5ed9671-8352-4417-8796-1ae1281f8c31 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:42.028372 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-93b20730-7f06-42db-b562-f4095b7906b5 req-d5ed9671-8352-4417-8796-1ae1281f8c31 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=85879f2a-21e6-494e-a4e0-ac6449526a70 HTTP/1.1" status: 200 len: 945 time: 0.5391603 Jan 21 19:57:42.040997 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-cb5c6ce5-48a7-42fe-8e9f-55ade27fe50e admin admin] Allocated IP 172.20.0.1 (d6138fb5-b76e-4f29-8bbf-74ec66db9e66/c1281d7a-a47b-4e8a-8373-d8daef5b1038/b9acdb65-b9bc-473a-b6a5-9e9747e26854) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 19:57:42.051832 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e058e8ce-a75f-4aee-8361-fec28a28178f admin admin] Pushing event deleted for resources: {'Network': ['ID=6494493a-ef79-4526-ba99-d14d4501571d,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:42.056820 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e058e8ce-a75f-4aee-8361-fec28a28178f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:42.071086 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-e058e8ce-a75f-4aee-8361-fec28a28178f admin admin] 10.222.0.74 "DELETE /v2.0/networks/6494493a-ef79-4526-ba99-d14d4501571d HTTP/1.1" status: 204 len: 168 time: 4.1682963 Jan 21 19:57:42.080696 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 53914) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:42.138186 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-93b20730-7f06-42db-b562-f4095b7906b5 req-b343ccc9-4cce-4321-b3b3-19608827af08 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080101 Jan 21 19:57:42.250995 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-db8f951c-2040-45bc-9c46-dc76dff09abd tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:42.328897 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73def5e-211a-4c67-8fd7-45ec2e242c18 req-e6c06419-f0a2-40bf-9038-c2d47ef5b73e tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:42.331074 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f73def5e-211a-4c67-8fd7-45ec2e242c18 req-e6c06419-f0a2-40bf-9038-c2d47ef5b73e tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 0.5565166 Jan 21 19:57:42.492305 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-db8f951c-2040-45bc-9c46-dc76dff09abd tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Transition to ACTIVE for port object dc946b2f-37e9-42bc-8ab1-ecb141c2db81 will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:57:42.509643 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f73def5e-211a-4c67-8fd7-45ec2e242c18 req-5f6f3f47-20c3-48ac-9abd-7e3170c0f68c tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247845 Jan 21 19:57:42.581133 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-db8f951c-2040-45bc-9c46-dc76dff09abd tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:42.646359 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e19c7ad4-b10a-412a-bdf2-526774dc7a66 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:42.999951 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1765a78-f303-40e7-9546-d1f5c3b3df29 admin admin] Deleting subnet c880ee5c-5dd5-4c68-bad4-78ee7e6c4dc9 {{(pid=80113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 21 19:57:43.006703 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a1765a78-f303-40e7-9546-d1f5c3b3df29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:43.162279 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a1765a78-f303-40e7-9546-d1f5c3b3df29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145445'] for subnet, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:43.306505 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cb5c6ce5-48a7-42fe-8e9f-55ade27fe50e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:43.330413 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a1765a78-f303-40e7-9546-d1f5c3b3df29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846617693'] for subnet, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:43.373471 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-db8f951c-2040-45bc-9c46-dc76dff09abd tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Network 8ef83a79-2753-447f-9681-c8d051151999 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:57:43.386742 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-db8f951c-2040-45bc-9c46-dc76dff09abd tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:57:43.397731 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f951c-2040-45bc-9c46-dc76dff09abd tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Pushing event updated for resources: {'Port': ['ID=dc946b2f-37e9-42bc-8ab1-ecb141c2db81,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:43.410223 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-db8f951c-2040-45bc-9c46-dc76dff09abd tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.764s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:43.411598 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-db8f951c-2040-45bc-9c46-dc76dff09abd tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 19:57:43.415871 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-cb5c6ce5-48a7-42fe-8e9f-55ade27fe50e admin admin] Transition to ACTIVE for port object b9acdb65-b9bc-473a-b6a5-9e9747e26854 will not be triggered until provisioned by entity DHCP. {{(pid=80113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:57:43.453721 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-db8f951c-2040-45bc-9c46-dc76dff09abd tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:43.454937 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-db8f951c-2040-45bc-9c46-dc76dff09abd tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:43.732466 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89908dd1-27c0-4e50-9e3e-fe07d5ebbc02 req-6aa4fad6-a9c8-4d9a-be6d-2c0b71ba6466 tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:43.748515 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-89908dd1-27c0-4e50-9e3e-fe07d5ebbc02 req-6aa4fad6-a9c8-4d9a-be6d-2c0b71ba6466 tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] 10.222.0.74 "GET /v2.0/ports?device_id=ee4e1150-036e-4e54-b2f2-0c40a900b192 HTTP/1.1" status: 200 len: 935 time: 0.5719917 Jan 21 19:57:43.775173 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 83de776a-f212-4988-af83-8ea29852997d up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:57:43.881018 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cb5c6ce5-48a7-42fe-8e9f-55ade27fe50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2470122'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:43.899636 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-db8f951c-2040-45bc-9c46-dc76dff09abd tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7496071 Jan 21 19:57:43.930025 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:43.947355 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-89908dd1-27c0-4e50-9e3e-fe07d5ebbc02 req-160efc79-0d7a-4a26-b44d-ddb08eb4e8cf tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Synchronizing usage tracker for tenant:50c674262e1c4d22939206721b17d197 on resource:security_group {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 19:57:43.978189 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-053618e3-2f56-4628-8741-f421741e9e67 service neutron] Request body: {'port': {'device_id': 'ee4e1150-036e-4e54-b2f2-0c40a900b192', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:57:44.072194 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning for port 83de776a-f212-4988-af83-8ea29852997d completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:57:44.113458 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning complete for port 83de776a-f212-4988-af83-8ea29852997d triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:57:44.114063 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:44.180655 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-89908dd1-27c0-4e50-9e3e-fe07d5ebbc02 req-160efc79-0d7a-4a26-b44d-ddb08eb4e8cf tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Unset dirty status for tenant:50c674262e1c4d22939206721b17d197 on resource:security_group {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 19:57:44.185683 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-89908dd1-27c0-4e50-9e3e-fe07d5ebbc02 req-160efc79-0d7a-4a26-b44d-ddb08eb4e8cf tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] 10.222.0.74 "GET /v2.0/security-groups?id=615a79a8-ee79-472b-bf9e-e0bd59e440df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4359214 Jan 21 19:57:44.343761 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c6ce5-48a7-42fe-8e9f-55ade27fe50e admin admin] Pushing event updated for resources: {'Port': ['ID=b9acdb65-b9bc-473a-b6a5-9e9747e26854,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:44.352446 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:44.360295 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-54dfeb43-24d0-4d59-8f01-521486f2cbc5 None None] Provisioning for port dc946b2f-37e9-42bc-8ab1-ecb141c2db81 completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:57:44.377559 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-54dfeb43-24d0-4d59-8f01-521486f2cbc5 None None] Provisioning complete for port dc946b2f-37e9-42bc-8ab1-ecb141c2db81 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:57:44.378339 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-54dfeb43-24d0-4d59-8f01-521486f2cbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:44.386005 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-cb5c6ce5-48a7-42fe-8e9f-55ade27fe50e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:44.391203 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-053618e3-2f56-4628-8741-f421741e9e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:44.431579 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] For port 83de776a-f212-4988-af83-8ea29852997d, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=83de776a-f212-4988-af83-8ea29852997d,segment=NetworkSegment(0b618305-a50f-40b3-8ec6-85df1521bd1b),segment_id=0b618305-a50f-40b3-8ec6-85df1521bd1b)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 19:57:44.440436 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:44.452926 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:44.693263 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Pushing event updated for resources: {'Port': ['ID=83de776a-f212-4988-af83-8ea29852997d,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:44.704666 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:44.709227 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-54dfeb43-24d0-4d59-8f01-521486f2cbc5 None None] Port dc946b2f-37e9-42bc-8ab1-ecb141c2db81 cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 19:57:44.763588 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5c6ce5-48a7-42fe-8e9f-55ade27fe50e admin admin] Network d6138fb5-b76e-4f29-8bbf-74ec66db9e66 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:57:44.767994 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-cb5c6ce5-48a7-42fe-8e9f-55ade27fe50e admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:57:44.771803 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5c6ce5-48a7-42fe-8e9f-55ade27fe50e admin admin] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 19:57:44.813011 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a1765a78-f303-40e7-9546-d1f5c3b3df29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8158139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852305712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853121062'] for subnet, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:44.846265 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:45.052063 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1765a78-f303-40e7-9546-d1f5c3b3df29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c880ee5c-5dd5-4c68-bad4-78ee7e6c4dc9,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:45.063178 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a1765a78-f303-40e7-9546-d1f5c3b3df29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:45.079909 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cb5c6ce5-48a7-42fe-8e9f-55ade27fe50e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853806930'] for router_interface, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:45.141229 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a1765a78-f303-40e7-9546-d1f5c3b3df29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:45.157947 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-a1765a78-f303-40e7-9546-d1f5c3b3df29 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/c880ee5c-5dd5-4c68-bad4-78ee7e6c4dc9 HTTP/1.1" status: 204 len: 168 time: 3.0750673 Jan 21 19:57:45.159182 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 54008) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:45.371237 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d4d04d11-32f3-4372-ae11-396f45f98c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846842325'] for network, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:45.403220 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-bdb945a8-9b7c-4e43-95af-661655ea03a3 None None] Provisioning for port b9acdb65-b9bc-473a-b6a5-9e9747e26854 completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:57:45.432324 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-bdb945a8-9b7c-4e43-95af-661655ea03a3 None None] Provisioning complete for port b9acdb65-b9bc-473a-b6a5-9e9747e26854 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:57:45.433725 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bdb945a8-9b7c-4e43-95af-661655ea03a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:45.477399 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e846601-6489-4683-b8b2-de95e474cd76 req-fed383fc-d4ee-4e7c-9bad-cb716699f201 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:45.484523 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4e846601-6489-4683-b8b2-de95e474cd76 req-fed383fc-d4ee-4e7c-9bad-cb716699f201 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 0.6682925 Jan 21 19:57:45.628279 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 83de776a-f212-4988-af83-8ea29852997d up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:57:45.773448 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-bdb945a8-9b7c-4e43-95af-661655ea03a3 None None] Port b9acdb65-b9bc-473a-b6a5-9e9747e26854 cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 19:57:45.786369 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning complete for port 83de776a-f212-4988-af83-8ea29852997d triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:57:45.787034 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:45.847808 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cb5c6ce5-48a7-42fe-8e9f-55ade27fe50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:45.871182 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d4d04d11-32f3-4372-ae11-396f45f98c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8157968', 'neutron.services.segments.db._delete_segments_for_network--9223363307589961673'] for network, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:45.892350 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4e846601-6489-4683-b8b2-de95e474cd76 req-dad32b8f-1d5d-44d6-944a-c27f303afe63 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897631 Jan 21 19:57:45.983352 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50328a-ae76-4755-a8c2-08bbc5c2c20a req-cef89438-65a6-4448-9b60-8ce995da031c tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:45.984229 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-8f50328a-ae76-4755-a8c2-08bbc5c2c20a req-cef89438-65a6-4448-9b60-8ce995da031c tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Synchronizing usage tracker for tenant:50c674262e1c4d22939206721b17d197 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 19:57:46.053505 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-8f50328a-ae76-4755-a8c2-08bbc5c2c20a req-cef89438-65a6-4448-9b60-8ce995da031c tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Unset dirty status for tenant:50c674262e1c4d22939206721b17d197 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 19:57:46.055749 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8f50328a-ae76-4755-a8c2-08bbc5c2c20a req-cef89438-65a6-4448-9b60-8ce995da031c tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] 10.222.0.74 "GET /v2.0/ports?device_id=ee4e1150-036e-4e54-b2f2-0c40a900b192 HTTP/1.1" status: 200 len: 935 time: 0.4075003 Jan 21 19:57:46.212678 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8f50328a-ae76-4755-a8c2-08bbc5c2c20a req-664ad9e3-34a8-469a-baea-adf07a246947 tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] 10.222.0.74 "GET /v2.0/security-groups?id=615a79a8-ee79-472b-bf9e-e0bd59e440df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846784 Jan 21 19:57:46.252086 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-053618e3-2f56-4628-8741-f421741e9e67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc946b2f-37e9-42bc-8ab1-ecb141c2db81 {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 19:57:46.260129 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.segments.db [None req-d4d04d11-32f3-4372-ae11-396f45f98c86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc39adf1-3086-4a10-ae96-89924a3bd2bb']}} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:57:46.280141 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-053618e3-2f56-4628-8741-f421741e9e67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:46.298569 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.segments.db [None req-d4d04d11-32f3-4372-ae11-396f45f98c86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98284491-5333-499d-ac81-bc847d7f97c9') {'for_net_delete': True} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:57:46.298569 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.segments.db [None req-d4d04d11-32f3-4372-ae11-396f45f98c86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98284491-5333-499d-ac81-bc847d7f97c9') {} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:57:46.313099 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-053618e3-2f56-4628-8741-f421741e9e67 service neutron] Transition to ACTIVE for port object dc946b2f-37e9-42bc-8ab1-ecb141c2db81 will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:57:46.317764 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-053618e3-2f56-4628-8741-f421741e9e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:46.321545 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d4d04d11-32f3-4372-ae11-396f45f98c86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307589963209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852630355'] for segment, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:46.352854 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d0bff035-d59a-4041-9079-c6f63c1782ee tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:46.526483 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053618e3-2f56-4628-8741-f421741e9e67 service neutron] Pushing event updated for resources: {'Port': ['ID=dc946b2f-37e9-42bc-8ab1-ecb141c2db81,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:46.532373 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-053618e3-2f56-4628-8741-f421741e9e67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:46.554675 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d4d04d11-32f3-4372-ae11-396f45f98c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8360645'] for segment, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:46.560896 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d4d04d11-32f3-4372-ae11-396f45f98c86 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 21 19:57:46.793080 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-053618e3-2f56-4628-8741-f421741e9e67 service neutron] Attempting to bind port dc946b2f-37e9-42bc-8ab1-ecb141c2db81 on host hv-cinder-72618 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 19:57:46.793080 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-053618e3-2f56-4628-8741-f421741e9e67 service neutron] Attempting to bind port dc946b2f-37e9-42bc-8ab1-ecb141c2db81 by drivers openvswitch on host hv-cinder-72618 at level 0 using segments [{'id': 'c5e1699a-3c82-4b94-899d-f4815fb0daa4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8ef83a79-2753-447f-9681-c8d051151999'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 19:57:46.794993 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-053618e3-2f56-4628-8741-f421741e9e67 service neutron] Attempting to bind port dc946b2f-37e9-42bc-8ab1-ecb141c2db81 on network 8ef83a79-2753-447f-9681-c8d051151999 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 19:57:46.811406 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-053618e3-2f56-4628-8741-f421741e9e67 service neutron] Checking agent: {'id': 'f41af306-ec4b-4f2b-b4b7-a53ee99eba1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 53, 28), 'started_at': datetime.datetime(2021, 1, 21, 19, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 19, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:57:46.811406 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-053618e3-2f56-4628-8741-f421741e9e67 service neutron] Checking segment: {'id': 'c5e1699a-3c82-4b94-899d-f4815fb0daa4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8ef83a79-2753-447f-9681-c8d051151999'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:57:46.811406 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-053618e3-2f56-4628-8741-f421741e9e67 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:46.811406 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-053618e3-2f56-4628-8741-f421741e9e67 service neutron] Bound using segment: {'id': 'c5e1699a-3c82-4b94-899d-f4815fb0daa4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8ef83a79-2753-447f-9681-c8d051151999'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:57:46.812131 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-053618e3-2f56-4628-8741-f421741e9e67 service neutron] Bound port: dc946b2f-37e9-42bc-8ab1-ecb141c2db81, host: hv-cinder-72618, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5e1699a-3c82-4b94-899d-f4815fb0daa4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '8ef83a79-2753-447f-9681-c8d051151999'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 19:57:46.812276 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-053618e3-2f56-4628-8741-f421741e9e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:47.117449 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-053618e3-2f56-4628-8741-f421741e9e67 service neutron] For port dc946b2f-37e9-42bc-8ab1-ecb141c2db81, host hv-cinder-72618, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 19:57:47.129559 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-053618e3-2f56-4628-8741-f421741e9e67 service neutron] For port dc946b2f-37e9-42bc-8ab1-ecb141c2db81, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=dc946b2f-37e9-42bc-8ab1-ecb141c2db81,segment=NetworkSegment(c5e1699a-3c82-4b94-899d-f4815fb0daa4),segment_id=c5e1699a-3c82-4b94-899d-f4815fb0daa4)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 19:57:47.138538 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-053618e3-2f56-4628-8741-f421741e9e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:47.329971 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cb5c6ce5-48a7-42fe-8e9f-55ade27fe50e admin admin] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:47.337908 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-d4d04d11-32f3-4372-ae11-396f45f98c86 admin admin] Network dc39adf1-3086-4a10-ae96-89924a3bd2bb has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 19:57:47.373631 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cb5c6ce5-48a7-42fe-8e9f-55ade27fe50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852305763'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:47.378303 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d4d04d11-32f3-4372-ae11-396f45f98c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846415140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852305729'] for segment, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:47.619699 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:47.649698 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:47.768007 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053618e3-2f56-4628-8741-f421741e9e67 service neutron] Pushing event updated for resources: {'Port': ['ID=dc946b2f-37e9-42bc-8ab1-ecb141c2db81,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:47.775052 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-053618e3-2f56-4628-8741-f421741e9e67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:47.784291 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-053618e3-2f56-4628-8741-f421741e9e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:47.784991 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-053618e3-2f56-4628-8741-f421741e9e67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:47.786874 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-053618e3-2f56-4628-8741-f421741e9e67 service neutron] 10.222.0.83 "PUT /v2.0/ports/dc946b2f-37e9-42bc-8ab1-ecb141c2db81 HTTP/1.1" status: 200 len: 1161 time: 3.8274937 Jan 21 19:57:47.789130 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee4e1150-036e-4e54-b2f2-0c40a900b192', 'tag': 'dc946b2f-37e9-42bc-8ab1-ecb141c2db81'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:57:47.900276 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c1e0f-0114-44b8-86b3-0e008726b91a req-fd2fd148-77c0-47c0-8bf9-56312bee71e1 tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:47.913003 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f14c1e0f-0114-44b8-86b3-0e008726b91a req-fd2fd148-77c0-47c0-8bf9-56312bee71e1 tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] 10.222.0.74 "GET /v2.0/ports?device_id=ee4e1150-036e-4e54-b2f2-0c40a900b192 HTTP/1.1" status: 200 len: 947 time: 0.3338089 Jan 21 19:57:48.034114 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.agents_db [None req-c7ecb146-6622-446f-8bab-48f8cf3fe8cd None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 19:57:48.156561 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4d911-5e42-4c06-a414-98f91876ad31 req-99a8b66b-c444-4549-b800-01b5e4010e4e tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:48.159814 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-47e4d911-5e42-4c06-a414-98f91876ad31 req-99a8b66b-c444-4549-b800-01b5e4010e4e tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 0.6217947 Jan 21 19:57:48.245331 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f14c1e0f-0114-44b8-86b3-0e008726b91a req-1f250246-5845-4991-910d-762994e0e092 tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] 10.222.0.74 "GET /v2.0/security-groups?id=615a79a8-ee79-472b-bf9e-e0bd59e440df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926104 Jan 21 19:57:48.302518 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-47e4d911-5e42-4c06-a414-98f91876ad31 req-1be9b82c-314a-4ccb-bb6c-d3f1eb3ddaa0 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174777 Jan 21 19:57:48.380862 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-9db9cc8a-c7ec-4a49-8206-b1837fc50f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:48.383184 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-9db9cc8a-c7ec-4a49-8206-b1837fc50f33 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=50c674262e1c4d22939206721b17d197&device_id=ee4e1150-036e-4e54-b2f2-0c40a900b192 HTTP/1.1" status: 200 len: 1164 time: 0.3771639 Jan 21 19:57:48.484433 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cb5c6ce5-48a7-42fe-8e9f-55ade27fe50e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854228120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853819575'] for router_interface, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:48.529588 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c6ce5-48a7-42fe-8e9f-55ade27fe50e admin admin] Pushing event updated for resources: {'Port': ['ID=b9acdb65-b9bc-473a-b6a5-9e9747e26854,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:48.537668 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee4e1150-036e-4e54-b2f2-0c40a900b192', 'tag': 'dc946b2f-37e9-42bc-8ab1-ecb141c2db81', 'status': 'completed', 'code': 200} Jan 21 19:57:48.552747 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-4b209034-0e23-4db4-9f50-173822bf044f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=dc946b2f-37e9-42bc-8ab1-ecb141c2db81 HTTP/1.1" status: 200 len: 217 time: 0.1441200 Jan 21 19:57:48.604336 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-d4d04d11-32f3-4372-ae11-396f45f98c86 admin admin] Network dc39adf1-3086-4a10-ae96-89924a3bd2bb has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 19:57:48.616544 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-cb5c6ce5-48a7-42fe-8e9f-55ade27fe50e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.967s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:48.645313 dv-cinder-726180-8-iscsi neutron-server[80002]: Traceback (most recent call last): Jan 21 19:57:48.645313 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 19:57:48.645313 dv-cinder-726180-8-iscsi neutron-server[80002]: timer() Jan 21 19:57:48.645313 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 19:57:48.645313 dv-cinder-726180-8-iscsi neutron-server[80002]: cb(*args, **kw) Jan 21 19:57:48.645313 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 21 19:57:48.645313 dv-cinder-726180-8-iscsi neutron-server[80002]: return func(*args, **kwargs) Jan 21 19:57:48.645313 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 19:57:48.645313 dv-cinder-726180-8-iscsi neutron-server[80002]: self._notify() Jan 21 19:57:48.645313 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 19:57:48.645313 dv-cinder-726180-8-iscsi neutron-server[80002]: self.callback(batched_events) Jan 21 19:57:48.645313 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 19:57:48.645313 dv-cinder-726180-8-iscsi neutron-server[80002]: event.method(event) Jan 21 19:57:48.645313 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 19:57:48.645313 dv-cinder-726180-8-iscsi neutron-server[80002]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 19:57:48.645313 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 21 19:57:48.645313 dv-cinder-726180-8-iscsi neutron-server[80002]: segment_id)['aggregates'][0] Jan 21 19:57:48.645313 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 19:57:48.645313 dv-cinder-726180-8-iscsi neutron-server[80002]: return f(self, *a, **k) Jan 21 19:57:48.645313 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 19:57:48.645313 dv-cinder-726180-8-iscsi neutron-server[80002]: return self._get(url).json() Jan 21 19:57:48.645313 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 19:57:48.645313 dv-cinder-726180-8-iscsi neutron-server[80002]: **kwargs) Jan 21 19:57:48.645313 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 19:57:48.645313 dv-cinder-726180-8-iscsi neutron-server[80002]: return self.request(url, 'GET', **kwargs) Jan 21 19:57:48.645313 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 21 19:57:48.645313 dv-cinder-726180-8-iscsi neutron-server[80002]: **endpoint_filter) Jan 21 19:57:48.645313 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 19:57:48.645313 dv-cinder-726180-8-iscsi neutron-server[80002]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 19:57:48.645313 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 19:57:48.645313 dv-cinder-726180-8-iscsi neutron-server[80002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 19:57:48.645313 dv-cinder-726180-8-iscsi neutron-server[80002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 19:57:48.719190 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-4a5c5dbd-90ae-423f-8cfa-04ce0daffb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:48.722716 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-4a5c5dbd-90ae-423f-8cfa-04ce0daffb5b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=738e95b8-8bf6-416b-b914-2b6491e2581e HTTP/1.1" status: 200 len: 843 time: 0.1287675 Jan 21 19:57:48.869615 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d4d04d11-32f3-4372-ae11-396f45f98c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846617832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853807049'] for network, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:48.875381 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-a51cb86c-d8cc-4b9a-ad6d-5751d24ab078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:48.878062 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-a51cb86c-d8cc-4b9a-ad6d-5751d24ab078 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ef83a79-2753-447f-9681-c8d051151999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1438234 Jan 21 19:57:48.893584 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-9a125284-514a-417e-a6d5-a36ef350ab0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:48.921223 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d4d04d11-32f3-4372-ae11-396f45f98c86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:48.964512 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d04d11-32f3-4372-ae11-396f45f98c86 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc39adf1-3086-4a10-ae96-89924a3bd2bb,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:48.975169 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d4d04d11-32f3-4372-ae11-396f45f98c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:48.982926 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-d4d04d11-32f3-4372-ae11-396f45f98c86 admin admin] 10.222.0.74 "DELETE /v2.0/networks/dc39adf1-3086-4a10-ae96-89924a3bd2bb HTTP/1.1" status: 204 len: 168 time: 3.8105457 Jan 21 19:57:49.016973 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5c6ce5-48a7-42fe-8e9f-55ade27fe50e admin admin] Network d6138fb5-b76e-4f29-8bbf-74ec66db9e66 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:57:49.020743 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-cb5c6ce5-48a7-42fe-8e9f-55ade27fe50e admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:57:49.415836 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 54060) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:49.564457 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-d3222007-d61e-4d85-b035-cb65773fd787 None None] Provisioning complete for port b9acdb65-b9bc-473a-b6a5-9e9747e26854 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:57:49.565570 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d3222007-d61e-4d85-b035-cb65773fd787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:49.691527 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-053b3460-4561-4302-be7f-d1da8b19539c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=53b556f27aef46b6bb0501815547b9ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2723470 Jan 21 19:57:49.695012 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 54068) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:49.695254 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-4b1761e8-46c7-420b-9d06-1648a0f44fb0 service neutron] 10.222.0.83 "GET /v2.0/networks/8ef83a79-2753-447f-9681-c8d051151999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8010204 Jan 21 19:57:49.800938 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5c6ce5-48a7-42fe-8e9f-55ade27fe50e admin admin] Router 35483473-1478-4659-bbfb-e4cae8820afb has already been hosted by L3 agent acfbd797-5df7-45c7-9954-db8085626b2a {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 19:57:49.830100 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-d3222007-d61e-4d85-b035-cb65773fd787 None None] Port b9acdb65-b9bc-473a-b6a5-9e9747e26854 cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 19:57:49.844854 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cf7cf257-141a-4b9c-bf4b-3522bb50913b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:50.032644 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cf7cf257-141a-4b9c-bf4b-3522bb50913b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:50.248809 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5c6ce5-48a7-42fe-8e9f-55ade27fe50e admin admin] Notify agent at l3_agent.dv-cinder-726180-8-iscsi the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 19:57:50.267472 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5c39be-f62f-4cb1-984a-8571b9370b6d None None] Sync routers for ids ['35483473-1478-4659-bbfb-e4cae8820afb'] in dv-cinder-726180-8-iscsi {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 19:57:50.269940 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cf7cf257-141a-4b9c-bf4b-3522bb50913b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:50.273091 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cf7cf257-141a-4b9c-bf4b-3522bb50913b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:50.274671 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-cf7cf257-141a-4b9c-bf4b-3522bb50913b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/12331bba-b91e-4f46-a23d-bc8b806980db HTTP/1.1" status: 204 len: 168 time: 0.5771892 Jan 21 19:57:50.275877 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:50.308557 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5c39be-f62f-4cb1-984a-8571b9370b6d None None] Routers {'35483473-1478-4659-bbfb-e4cae8820afb'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:57:50.311856 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-cb5c39be-f62f-4cb1-984a-8571b9370b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T19:57:37Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['35483473-1478-4659-bbfb-e4cae8820afb'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:57:50.318644 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-cb5c6ce5-48a7-42fe-8e9f-55ade27fe50e admin admin] 10.222.0.74 "PUT /v2.0/routers/35483473-1478-4659-bbfb-e4cae8820afb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4881198 Jan 21 19:57:50.324764 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7cf257-141a-4b9c-bf4b-3522bb50913b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12331bba-b91e-4f46-a23d-bc8b806980db,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:50.330659 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-cf7cf257-141a-4b9c-bf4b-3522bb50913b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:50.383611 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3a99a-575f-41d3-acee-d7305f0f6d2f req-4b51b89a-d291-4294-af08-f76d02bc220e tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:50.395639 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-94e3a99a-575f-41d3-acee-d7305f0f6d2f req-4b51b89a-d291-4294-af08-f76d02bc220e tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 0.5940394 Jan 21 19:57:50.471514 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64840ad-1061-4457-a3e7-6cd218dfd5fb req-2754c18c-0194-47bb-b230-137ac2b34e03 tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:50.480074 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f64840ad-1061-4457-a3e7-6cd218dfd5fb req-2754c18c-0194-47bb-b230-137ac2b34e03 tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] 10.222.0.74 "GET /v2.0/ports?device_id=ee4e1150-036e-4e54-b2f2-0c40a900b192 HTTP/1.1" status: 200 len: 947 time: 0.5641668 Jan 21 19:57:50.567122 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b516bcf9-6b4e-48e9-acde-04387b97890d req-e8935621-f281-40d8-ae17-6c3e29bd6c3a service neutron] 10.222.0.83 "GET /v2.0/networks/8ef83a79-2753-447f-9681-c8d051151999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8587480 Jan 21 19:57:50.641498 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-94e3a99a-575f-41d3-acee-d7305f0f6d2f req-a9d48853-350a-4325-b239-1595e6b862e4 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444234 Jan 21 19:57:50.730924 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f64840ad-1061-4457-a3e7-6cd218dfd5fb req-5d3e6645-c4cf-43e4-b6e7-ddded3b7f778 tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] 10.222.0.74 "GET /v2.0/security-groups?id=615a79a8-ee79-472b-bf9e-e0bd59e440df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376342 Jan 21 19:57:51.020335 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15594977-991e-4c77-ad94-7e815e5c39b5 req-06a62252-2402-4279-ad59-81a324f935d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:51.022028 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-15594977-991e-4c77-ad94-7e815e5c39b5 req-06a62252-2402-4279-ad59-81a324f935d5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=50c674262e1c4d22939206721b17d197&device_id=ee4e1150-036e-4e54-b2f2-0c40a900b192 HTTP/1.1" status: 200 len: 1164 time: 0.2731643 Jan 21 19:57:51.129317 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-cb5c39be-f62f-4cb1-984a-8571b9370b6d None None] Set router 35483473-1478-4659-bbfb-e4cae8820afb gateway port host: dv-cinder-726180-8-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 19:57:51.199141 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 54110) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:51.315945 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-f5d0e185-4e16-49ab-a0fd-ad1864d8f6fa admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0c12e854f46a404392f1e48b07e0c479&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1139936 Jan 21 19:57:51.318441 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 54116) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:51.471042 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7157938-5f1e-4092-9ea7-134d72425049 req-061b06d3-a94a-4781-be5f-0f1cced757bb tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:51.471988 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4dc881ec-644c-43da-ab6d-0fce928b8d3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:51.479197 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c7157938-5f1e-4092-9ea7-134d72425049 req-061b06d3-a94a-4781-be5f-0f1cced757bb tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/networks?id=fcf8d7bb-bde4-4859-98e8-bca2daf457e8 HTTP/1.1" status: 200 len: 815 time: 0.4172997 Jan 21 19:57:51.494877 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15594977-991e-4c77-ad94-7e815e5c39b5 req-6d09040a-66fc-4f5d-9e4b-35cf9b423e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:51.496425 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-15594977-991e-4c77-ad94-7e815e5c39b5 req-6d09040a-66fc-4f5d-9e4b-35cf9b423e4b service neutron] 10.222.0.83 "GET /v2.0/networks?id=8ef83a79-2753-447f-9681-c8d051151999 HTTP/1.1" status: 200 len: 863 time: 0.4630401 Jan 21 19:57:51.505758 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c7157938-5f1e-4092-9ea7-134d72425049 req-a8463416-236d-4e37-a62d-0244730b42a4 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/quotas/b097bb8f9d8847ef997ca30adfb5fc15 HTTP/1.1" status: 200 len: 375 time: 0.0252864 Jan 21 19:57:51.552269 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4dc881ec-644c-43da-ab6d-0fce928b8d3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:51.688821 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4dc881ec-644c-43da-ab6d-0fce928b8d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:51.708595 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-fc86a151-3703-42ce-8724-b301b87c3139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:51.737049 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc881ec-644c-43da-ab6d-0fce928b8d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679b80d7-64a0-460d-ba8f-814c97f60ce1,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:51.760543 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-4dc881ec-644c-43da-ab6d-0fce928b8d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:51.761432 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4dc881ec-644c-43da-ab6d-0fce928b8d3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:51.765766 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-4dc881ec-644c-43da-ab6d-0fce928b8d3e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/679b80d7-64a0-460d-ba8f-814c97f60ce1 HTTP/1.1" status: 204 len: 168 time: 0.4431870 Jan 21 19:57:51.785058 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-15594977-991e-4c77-ad94-7e815e5c39b5 req-622801df-7181-4c0b-830f-a2e9c4edde69 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=dc946b2f-37e9-42bc-8ab1-ecb141c2db81 HTTP/1.1" status: 200 len: 217 time: 0.2192140 Jan 21 19:57:52.055480 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-cb5c39be-f62f-4cb1-984a-8571b9370b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35483473-1478-4659-bbfb-e4cae8820afb', 'name': 'tempest-AttachVolumeShelveTestJSON-1154731850-router', 'tenant_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '83de776a-f212-4988-af83-8ea29852997d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:28Z', 'updated_at': '2021-01-21T19:57:45Z', 'revision_number': 4, 'project_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'gw_port': {'id': '83de776a-f212-4988-af83-8ea29852997d', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:66:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35483473-1478-4659-bbfb-e4cae8820afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:31Z', 'updated_at': '2021-01-21T19:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': 'b9acdb65-b9bc-473a-b6a5-9e9747e26854', 'name': '', 'network_id': 'd6138fb5-b76e-4f29-8bbf-74ec66db9e66', 'tenant_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'mac_address': 'fa:16:3e:9b:28:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35483473-1478-4659-bbfb-e4cae8820afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'c1281d7a-a47b-4e8a-8373-d8daef5b1038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:40Z', 'updated_at': '2021-01-21T19:57:46Z', 'revision_number': 2, 'project_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'subnets': [{'id': 'c1281d7a-a47b-4e8a-8373-d8daef5b1038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:57:52.063163 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5c39be-f62f-4cb1-984a-8571b9370b6d None None] Checking router: 35483473-1478-4659-bbfb-e4cae8820afb for host: dv-cinder-726180-8-iscsi {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 19:57:52.063701 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5c39be-f62f-4cb1-984a-8571b9370b6d None None] Updating router 35483473-1478-4659-bbfb-e4cae8820afb port b9acdb65-b9bc-473a-b6a5-9e9747e26854 binding host dv-cinder-726180-8-iscsi {{(pid=80115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 21 19:57:52.068786 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15594977-991e-4c77-ad94-7e815e5c39b5 req-1698b770-d422-4e4c-a133-1e09e5c8d063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:52.072452 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-15594977-991e-4c77-ad94-7e815e5c39b5 req-1698b770-d422-4e4c-a133-1e09e5c8d063 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=738e95b8-8bf6-416b-b914-2b6491e2581e HTTP/1.1" status: 200 len: 843 time: 0.2680326 Jan 21 19:57:52.150422 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cb5c39be-f62f-4cb1-984a-8571b9370b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:52.277051 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c7157938-5f1e-4092-9ea7-134d72425049 req-122ba158-98dc-4b13-83ea-4cafc417696f tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?tenant_id=b097bb8f9d8847ef997ca30adfb5fc15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7696488 Jan 21 19:57:52.311071 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 54136) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:52.318940 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-617fcc08-4601-456e-9afb-b3b92ae8c082 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Request body: {'security_group': {'name': 'tempest-securitygroup--410999524', 'description': 'tempest-description--2125486810'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:57:52.345012 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-617fcc08-4601-456e-9afb-b3b92ae8c082 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:57:52.362211 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-617fcc08-4601-456e-9afb-b3b92ae8c082 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Usage tracker for resource:security_group and tenant:ac30196b7fac4ccba1cac9aaee7458e7 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:57:52.367412 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-617fcc08-4601-456e-9afb-b3b92ae8c082 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:57:52.386618 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-617fcc08-4601-456e-9afb-b3b92ae8c082 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:57:52.416362 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-617fcc08-4601-456e-9afb-b3b92ae8c082 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:52.489551 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-617fcc08-4601-456e-9afb-b3b92ae8c082 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:57:52.499084 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-617fcc08-4601-456e-9afb-b3b92ae8c082 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Usage tracker for resource:security_group_rule and tenant:ac30196b7fac4ccba1cac9aaee7458e7 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:57:52.509787 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-617fcc08-4601-456e-9afb-b3b92ae8c082 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:57:52.531083 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-617fcc08-4601-456e-9afb-b3b92ae8c082 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:57:52.732161 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-617fcc08-4601-456e-9afb-b3b92ae8c082 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:52.736794 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-617fcc08-4601-456e-9afb-b3b92ae8c082 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:52.744223 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-2f355f60-7d10-4d36-abe4-668745c24371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:52.848873 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617fcc08-4601-456e-9afb-b3b92ae8c082 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Pushing event updated for resources: {'SecurityGroup': ['ID=f3daa186-766f-4991-b934-2e28302f23b9,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:52.853172 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-617fcc08-4601-456e-9afb-b3b92ae8c082 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:52.854923 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-617fcc08-4601-456e-9afb-b3b92ae8c082 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5424235 Jan 21 19:57:52.856496 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-617fcc08-4601-456e-9afb-b3b92ae8c082 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:52.866375 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 54152) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:52.891826 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-fb176fce-2d0e-48b1-acff-57be91607f27 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Request body: {'security_group_rule': {'security_group_id': 'f3daa186-766f-4991-b934-2e28302f23b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:57:52.971181 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15594977-991e-4c77-ad94-7e815e5c39b5 req-f333d863-a830-4434-aace-e0c064f00241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:52.972881 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-15594977-991e-4c77-ad94-7e815e5c39b5 req-f333d863-a830-4434-aace-e0c064f00241 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8ef83a79-2753-447f-9681-c8d051151999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.8884361 Jan 21 19:57:52.984517 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c7157938-5f1e-4092-9ea7-134d72425049 req-5ed18791-6782-4c8f-ac48-d5fcf6238a10 service neutron] 10.222.0.74 "GET /v2.0/networks/fcf8d7bb-bde4-4859-98e8-bca2daf457e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6928053 Jan 21 19:57:52.991941 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-fb176fce-2d0e-48b1-acff-57be91607f27 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:57:53.069948 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-fb176fce-2d0e-48b1-acff-57be91607f27 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Usage tracker for resource:security_group_rule and tenant:ac30196b7fac4ccba1cac9aaee7458e7 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:57:53.085038 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-fb176fce-2d0e-48b1-acff-57be91607f27 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:57:53.221668 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-fb176fce-2d0e-48b1-acff-57be91607f27 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:57:53.311030 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fb176fce-2d0e-48b1-acff-57be91607f27 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks [] for security_group_rule, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:53.415051 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30915f4-c7b5-420c-8e9f-e0e9ca1848f9 req-8115ac66-580b-4662-a691-f760f5299cb1 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:53.424242 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f30915f4-c7b5-420c-8e9f-e0e9ca1848f9 req-8115ac66-580b-4662-a691-f760f5299cb1 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 0.8542843 Jan 21 19:57:53.483907 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cb5c39be-f62f-4cb1-984a-8571b9370b6d None None] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:53.488821 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 54166) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:53.508157 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-cb5c39be-f62f-4cb1-984a-8571b9370b6d None None] Transition to ACTIVE for port object b9acdb65-b9bc-473a-b6a5-9e9747e26854 will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:57:53.513164 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cb5c39be-f62f-4cb1-984a-8571b9370b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:53.583612 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c7157938-5f1e-4092-9ea7-134d72425049 req-40edc700-6bcf-414b-a959-8614b46785ec service neutron] 10.222.0.74 "GET /v2.0/networks/fcf8d7bb-bde4-4859-98e8-bca2daf457e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5974698 Jan 21 19:57:53.607958 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-15594977-991e-4c77-ad94-7e815e5c39b5 req-b472b465-3fd3-4e3a-8093-5575039615dd service neutron] 10.222.0.83 "GET /v2.0/networks/8ef83a79-2753-447f-9681-c8d051151999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6185374 Jan 21 19:57:53.821072 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-22290f45-43bf-4b7f-b03b-51535ec3df61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:54.061048 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d7578b-4a83-421c-884b-aeb84fb1d62a None None] Pushing event updated for resources: {'Port': ['ID=b9acdb65-b9bc-473a-b6a5-9e9747e26854,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:54.061882 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-15594977-991e-4c77-ad94-7e815e5c39b5 req-b68d00a4-7fe9-42a1-a27b-719a5f31866c service neutron] 10.222.0.83 "GET /v2.0/networks/8ef83a79-2753-447f-9681-c8d051151999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4127212 Jan 21 19:57:54.087551 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f30915f4-c7b5-420c-8e9f-e0e9ca1848f9 req-84b7cde9-49d8-4601-b5a6-84d710ba28b8 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6618218 Jan 21 19:57:54.093357 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fb176fce-2d0e-48b1-acff-57be91607f27 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:54.104276 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d7578b-4a83-421c-884b-aeb84fb1d62a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:54.104863 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fb176fce-2d0e-48b1-acff-57be91607f27 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600105'] for security_group_rule, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:54.105073 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d7578b-4a83-421c-884b-aeb84fb1d62a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:54.110683 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d7578b-4a83-421c-884b-aeb84fb1d62a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:54.110683 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d7578b-4a83-421c-884b-aeb84fb1d62a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:54.110683 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d7578b-4a83-421c-884b-aeb84fb1d62a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:54.110683 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d7578b-4a83-421c-884b-aeb84fb1d62a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:54.110683 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d7578b-4a83-421c-884b-aeb84fb1d62a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:54.110683 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d7578b-4a83-421c-884b-aeb84fb1d62a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:54.111321 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d7578b-4a83-421c-884b-aeb84fb1d62a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:54.111506 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d7578b-4a83-421c-884b-aeb84fb1d62a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:54.112291 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d7578b-4a83-421c-884b-aeb84fb1d62a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:54.112843 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d7578b-4a83-421c-884b-aeb84fb1d62a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:54.113520 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d7578b-4a83-421c-884b-aeb84fb1d62a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:54.114132 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d7578b-4a83-421c-884b-aeb84fb1d62a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:54.114779 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d7578b-4a83-421c-884b-aeb84fb1d62a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:54.115389 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d7578b-4a83-421c-884b-aeb84fb1d62a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:54.116014 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d7578b-4a83-421c-884b-aeb84fb1d62a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:54.116913 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d7578b-4a83-421c-884b-aeb84fb1d62a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:54.117526 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d7578b-4a83-421c-884b-aeb84fb1d62a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:54.118164 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d7578b-4a83-421c-884b-aeb84fb1d62a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:54.118817 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d7578b-4a83-421c-884b-aeb84fb1d62a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:54.119655 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d7578b-4a83-421c-884b-aeb84fb1d62a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:54.120296 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d7578b-4a83-421c-884b-aeb84fb1d62a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:54.120951 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d7578b-4a83-421c-884b-aeb84fb1d62a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:57:54.133502 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2d7578b-4a83-421c-884b-aeb84fb1d62a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:54.160748 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:54.374491 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-62220b9b-249c-4de8-8831-58a7845f286e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:54.465938 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-62220b9b-249c-4de8-8831-58a7845f286e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:57:54.478045 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-62220b9b-249c-4de8-8831-58a7845f286e admin admin] Usage tracker for resource:security_group_rule and tenant:a60d07f463674a17bc33fad3c2cd241d is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:57:54.508532 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-62220b9b-249c-4de8-8831-58a7845f286e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:57:54.530139 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-62220b9b-249c-4de8-8831-58a7845f286e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:57:54.562778 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb176fce-2d0e-48b1-acff-57be91607f27 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f6c03b-29e1-4e4d-b092-3582eb6c415c,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:54.622701 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-fb176fce-2d0e-48b1-acff-57be91607f27 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:54.677932 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fb176fce-2d0e-48b1-acff-57be91607f27 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks [] for security_group_rule, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:54.680141 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-fb176fce-2d0e-48b1-acff-57be91607f27 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8024824 Jan 21 19:57:54.687799 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 54186) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:54.734013 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-0d251b2d-b876-494e-bade-edb7696d37b1 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Request body: {'security_group_rule': {'security_group_id': 'f3daa186-766f-4991-b934-2e28302f23b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:57:54.770346 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-0d251b2d-b876-494e-bade-edb7696d37b1 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:57:54.788548 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-0d251b2d-b876-494e-bade-edb7696d37b1 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Usage tracker for resource:security_group_rule and tenant:ac30196b7fac4ccba1cac9aaee7458e7 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:57:54.810073 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-0d251b2d-b876-494e-bade-edb7696d37b1 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:57:54.849004 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-0d251b2d-b876-494e-bade-edb7696d37b1 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:57:54.971532 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef702d-3f7e-4aca-9876-67cd257a1e28 req-0a468965-0831-4433-b85b-b72cfe7c0724 tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:54.992604 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e4ef702d-3f7e-4aca-9876-67cd257a1e28 req-0a468965-0831-4433-b85b-b72cfe7c0724 tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] 10.222.0.74 "GET /v2.0/ports?device_id=ee4e1150-036e-4e54-b2f2-0c40a900b192 HTTP/1.1" status: 200 len: 947 time: 0.6960659 Jan 21 19:57:55.020126 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-62220b9b-249c-4de8-8831-58a7845f286e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:55.029020 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-62220b9b-249c-4de8-8831-58a7845f286e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:55.068572 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-29afc1f4-a24a-4461-9337-d3b29e7ea1cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:55.120265 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62220b9b-249c-4de8-8831-58a7845f286e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0eac33-347e-46a2-9e9f-bc50d1481976,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:55.126654 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-62220b9b-249c-4de8-8831-58a7845f286e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:55.155350 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-62220b9b-249c-4de8-8831-58a7845f286e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a60d07f463674a17bc33fad3c2cd241d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6644456 Jan 21 19:57:55.160198 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 54196) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:55.213706 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-cb5c39be-f62f-4cb1-984a-8571b9370b6d None None] Attempting to bind port b9acdb65-b9bc-473a-b6a5-9e9747e26854 on host dv-cinder-726180-8-iscsi for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 19:57:55.214137 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-cb5c39be-f62f-4cb1-984a-8571b9370b6d None None] Attempting to bind port b9acdb65-b9bc-473a-b6a5-9e9747e26854 by drivers openvswitch on host dv-cinder-726180-8-iscsi at level 0 using segments [{'id': '1f47a8ba-e3ad-4d68-a35b-b035d86b14ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd6138fb5-b76e-4f29-8bbf-74ec66db9e66'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 19:57:55.214712 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5c39be-f62f-4cb1-984a-8571b9370b6d None None] Attempting to bind port b9acdb65-b9bc-473a-b6a5-9e9747e26854 on network d6138fb5-b76e-4f29-8bbf-74ec66db9e66 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 19:57:55.230369 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5c39be-f62f-4cb1-984a-8571b9370b6d None None] Checking agent: {'id': 'f684b9c2-4f8f-4e03-bb44-a00bf6d32b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 46, 8), 'started_at': datetime.datetime(2021, 1, 21, 19, 46, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 19, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:57:55.231590 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5c39be-f62f-4cb1-984a-8571b9370b6d None None] Checking segment: {'id': '1f47a8ba-e3ad-4d68-a35b-b035d86b14ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd6138fb5-b76e-4f29-8bbf-74ec66db9e66'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:57:55.232363 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cb5c39be-f62f-4cb1-984a-8571b9370b6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:55.233829 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5c39be-f62f-4cb1-984a-8571b9370b6d None None] Bound using segment: {'id': '1f47a8ba-e3ad-4d68-a35b-b035d86b14ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd6138fb5-b76e-4f29-8bbf-74ec66db9e66'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:57:55.234431 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-cb5c39be-f62f-4cb1-984a-8571b9370b6d None None] Bound port: b9acdb65-b9bc-473a-b6a5-9e9747e26854, host: dv-cinder-726180-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f47a8ba-e3ad-4d68-a35b-b035d86b14ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd6138fb5-b76e-4f29-8bbf-74ec66db9e66'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 19:57:55.234923 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cb5c39be-f62f-4cb1-984a-8571b9370b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:55.313471 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-356733ba-0761-43d0-b437-f57a4293faad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:55.331413 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Network 8ef83a79-2753-447f-9681-c8d051151999 details requested by agent ovs-agent-hv-cinder-72618 with host hv-cinder-72618 {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 19:57:55.377904 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-356733ba-0761-43d0-b437-f57a4293faad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:55.459240 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0d251b2d-b876-494e-bade-edb7696d37b1 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks [] for security_group_rule, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:55.467121 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-356733ba-0761-43d0-b437-f57a4293faad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:55.480045 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-11dc29da-1b57-49ab-8884-726539a3fae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:55.491372 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4e6877c7-3ae2-49f8-8174-d9f8160fc7d1 req-b1d51015-ea75-4402-bc78-8ee9976b2f01 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=9af1a4da-b7bd-4777-baa6-260428324d8a HTTP/1.1" status: 200 len: 210 time: 0.4695537 Jan 21 19:57:55.513752 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356733ba-0761-43d0-b437-f57a4293faad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0eac33-347e-46a2-9e9f-bc50d1481976,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:55.544248 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-356733ba-0761-43d0-b437-f57a4293faad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:55.548730 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-356733ba-0761-43d0-b437-f57a4293faad admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:55.554936 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-356733ba-0761-43d0-b437-f57a4293faad admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4e0eac33-347e-46a2-9e9f-bc50d1481976 HTTP/1.1" status: 204 len: 168 time: 0.3890009 Jan 21 19:57:55.567124 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-cb5c39be-f62f-4cb1-984a-8571b9370b6d None None] For port b9acdb65-b9bc-473a-b6a5-9e9747e26854, host dv-cinder-726180-8-iscsi, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 19:57:55.647721 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-cb5c39be-f62f-4cb1-984a-8571b9370b6d None None] For port b9acdb65-b9bc-473a-b6a5-9e9747e26854, host dv-cinder-726180-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=b9acdb65-b9bc-473a-b6a5-9e9747e26854,segment=NetworkSegment(1f47a8ba-e3ad-4d68-a35b-b035d86b14ed),segment_id=1f47a8ba-e3ad-4d68-a35b-b035d86b14ed)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 19:57:55.671659 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cb5c39be-f62f-4cb1-984a-8571b9370b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:55.681975 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e4ef702d-3f7e-4aca-9876-67cd257a1e28 req-fe74f7ce-58dd-4d7a-8a63-877eb6c3db0d tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] 10.222.0.74 "GET /v2.0/security-groups?id=615a79a8-ee79-472b-bf9e-e0bd59e440df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6853364 Jan 21 19:57:55.830113 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0d251b2d-b876-494e-bade-edb7696d37b1 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:55.834251 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0d251b2d-b876-494e-bade-edb7696d37b1 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600105'] for security_group_rule, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:55.843848 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:55.874940 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d251b2d-b876-494e-bade-edb7696d37b1 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f553de4-6316-4da5-885d-556065b410ef,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:55.878906 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0d251b2d-b876-494e-bade-edb7696d37b1 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:55.884113 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0d251b2d-b876-494e-bade-edb7696d37b1 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks [] for security_group_rule, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:55.894922 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-0d251b2d-b876-494e-bade-edb7696d37b1 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2019281 Jan 21 19:57:55.897523 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 54208) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:55.908120 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-3a5c1be0-7623-48e1-a03d-11859e17deb6 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Request body: {'floatingip': {'floating_network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:57:55.926632 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-3a5c1be0-7623-48e1-a03d-11859e17deb6 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:57:55.939710 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-3a5c1be0-7623-48e1-a03d-11859e17deb6 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Usage tracker for resource:floatingip and tenant:ac30196b7fac4ccba1cac9aaee7458e7 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:57:55.943641 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-56dc51fc-62cf-4f0d-b880-8f0ed33af7e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:55.958579 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-3a5c1be0-7623-48e1-a03d-11859e17deb6 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:57:55.973562 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-3a5c1be0-7623-48e1-a03d-11859e17deb6 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:57:55.995078 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3a5c1be0-7623-48e1-a03d-11859e17deb6 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks [] for floatingip, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:56.207758 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5c39be-f62f-4cb1-984a-8571b9370b6d None None] Routers {'35483473-1478-4659-bbfb-e4cae8820afb'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:57:56.209181 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-cb5c39be-f62f-4cb1-984a-8571b9370b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T19:57:37Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['35483473-1478-4659-bbfb-e4cae8820afb'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:57:56.369462 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9fdea-2b2c-4af5-8921-e393ca15b7bc req-4dae5558-e635-4358-ab7a-4739660f06c7 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:56.382952 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-49d9fdea-2b2c-4af5-8921-e393ca15b7bc req-4dae5558-e635-4358-ab7a-4739660f06c7 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 0.3908832 Jan 21 19:57:56.391833 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3a5c1be0-7623-48e1-a03d-11859e17deb6 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:56.503004 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d7578b-4a83-421c-884b-aeb84fb1d62a None None] Pushing event updated for resources: {'Port': ['ID=b9acdb65-b9bc-473a-b6a5-9e9747e26854,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:56.530243 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2d7578b-4a83-421c-884b-aeb84fb1d62a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:56.558168 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 54218) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:56.616874 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b7f2bfd8-7f44-44d7-8442-cc64ae2ab496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:56.672289 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-49d9fdea-2b2c-4af5-8921-e393ca15b7bc req-d37a6ffd-35ae-47ee-b965-f8ddbfc29edf tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883651 Jan 21 19:57:56.792633 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-b7f2bfd8-7f44-44d7-8442-cc64ae2ab496 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:57:57.144620 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-b7f2bfd8-7f44-44d7-8442-cc64ae2ab496 admin admin] Usage tracker for resource:security_group_rule and tenant:64e8924d972b467fa5670b506e4c8f2b is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:57:57.151871 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-b7f2bfd8-7f44-44d7-8442-cc64ae2ab496 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:57:57.167451 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-b7f2bfd8-7f44-44d7-8442-cc64ae2ab496 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:57:57.198653 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.objects.ports [None req-e9f7b3b2-9707-4724-9154-4c54e3f4a2c2 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80115) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 21 19:57:57.203782 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-3a5c1be0-7623-48e1-a03d-11859e17deb6 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Allocated IP 172.27.2.96 (a57e5c9c-980e-4c63-98b2-db6c66af0db2/ea65500f-ac9d-4758-b95c-d190d3e0e3d5/1d999eb4-8d12-4e32-b57b-3ced6946655e) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 19:57:57.208989 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-cb5c39be-f62f-4cb1-984a-8571b9370b6d None None] Set router 35483473-1478-4659-bbfb-e4cae8820afb gateway port host: dv-cinder-726180-8-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 19:57:57.245054 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e3290f05-8558-48cb-8f45-170be60ce8c0 req-37f19ceb-52e3-44d2-9136-0ee04584469e tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=9af1a4da-b7bd-4777-baa6-260428324d8a HTTP/1.1" status: 200 len: 210 time: 0.2425096 Jan 21 19:57:57.634420 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7157938-5f1e-4092-9ea7-134d72425049 req-e82d3a93-d66f-4194-9f9c-2e7c78c4a0ab tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:57.638754 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c7157938-5f1e-4092-9ea7-134d72425049 req-e82d3a93-d66f-4194-9f9c-2e7c78c4a0ab tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.83 "GET /v2.0/networks?id=fcf8d7bb-bde4-4859-98e8-bca2daf457e8 HTTP/1.1" status: 200 len: 815 time: 0.9364088 Jan 21 19:57:57.649987 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b7f2bfd8-7f44-44d7-8442-cc64ae2ab496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:57.712037 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3a5c1be0-7623-48e1-a03d-11859e17deb6 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:57.713419 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d7b8c-975a-49cf-b2c7-183947316888 req-381a787b-4a8d-4b54-93d4-372f3f6535b4 tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:57.717585 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2c1d7b8c-975a-49cf-b2c7-183947316888 req-381a787b-4a8d-4b54-93d4-372f3f6535b4 tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] 10.222.0.74 "GET /v2.0/ports?device_id=ee4e1150-036e-4e54-b2f2-0c40a900b192 HTTP/1.1" status: 200 len: 947 time: 0.4646831 Jan 21 19:57:57.722804 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b7f2bfd8-7f44-44d7-8442-cc64ae2ab496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:57.746646 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-c7157938-5f1e-4092-9ea7-134d72425049 req-a69ef36e-6d58-4b3a-8926-a5c7f9d7243c tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Request body: {'port': {'device_id': '9af1a4da-b7bd-4777-baa6-260428324d8a', 'network_id': 'fcf8d7bb-bde4-4859-98e8-bca2daf457e8', 'admin_state_up': True, 'tenant_id': 'b097bb8f9d8847ef997ca30adfb5fc15'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:57:57.781046 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0c42eb18-31e5-47ce-bcb7-abb621abc474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:57.785857 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3a5c1be0-7623-48e1-a03d-11859e17deb6 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2470122'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:57.994183 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-5d329fb4-0df6-45c9-9236-7861f304ecba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:58.154188 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-cb5c39be-f62f-4cb1-984a-8571b9370b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35483473-1478-4659-bbfb-e4cae8820afb', 'name': 'tempest-AttachVolumeShelveTestJSON-1154731850-router', 'tenant_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '83de776a-f212-4988-af83-8ea29852997d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:28Z', 'updated_at': '2021-01-21T19:57:45Z', 'revision_number': 4, 'project_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'gw_port': {'id': '83de776a-f212-4988-af83-8ea29852997d', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:66:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35483473-1478-4659-bbfb-e4cae8820afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:31Z', 'updated_at': '2021-01-21T19:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': 'b9acdb65-b9bc-473a-b6a5-9e9747e26854', 'name': '', 'network_id': 'd6138fb5-b76e-4f29-8bbf-74ec66db9e66', 'tenant_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'mac_address': 'fa:16:3e:9b:28:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35483473-1478-4659-bbfb-e4cae8820afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'c1281d7a-a47b-4e8a-8373-d8daef5b1038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:40Z', 'updated_at': '2021-01-21T19:57:55Z', 'revision_number': 4, 'project_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'subnets': [{'id': 'c1281d7a-a47b-4e8a-8373-d8daef5b1038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:57:58.166079 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5c1be0-7623-48e1-a03d-11859e17deb6 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Network a57e5c9c-980e-4c63-98b2-db6c66af0db2 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:57:58.168303 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5c39be-f62f-4cb1-984a-8571b9370b6d None None] The sync data for ids ['35483473-1478-4659-bbfb-e4cae8820afb'] in dv-cinder-726180-8-iscsi is: [{'id': '35483473-1478-4659-bbfb-e4cae8820afb', 'name': 'tempest-AttachVolumeShelveTestJSON-1154731850-router', 'tenant_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '83de776a-f212-4988-af83-8ea29852997d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:28Z', 'updated_at': '2021-01-21T19:57:45Z', 'revision_number': 4, 'project_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'gw_port': {'id': '83de776a-f212-4988-af83-8ea29852997d', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:66:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35483473-1478-4659-bbfb-e4cae8820afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:31Z', 'updated_at': '2021-01-21T19:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': 'b9acdb65-b9bc-473a-b6a5-9e9747e26854', 'name': '', 'network_id': 'd6138fb5-b76e-4f29-8bbf-74ec66db9e66', 'tenant_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'mac_address': 'fa:16:3e:9b:28:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35483473-1478-4659-bbfb-e4cae8820afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'c1281d7a-a47b-4e8a-8373-d8daef5b1038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:40Z', 'updated_at': '2021-01-21T19:57:55Z', 'revision_number': 4, 'project_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'subnets': [{'id': 'c1281d7a-a47b-4e8a-8373-d8daef5b1038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 19:57:58.173942 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2bfd8-7f44-44d7-8442-cc64ae2ab496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c78127-2380-4c22-b638-11a88cc0dcf3,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:58.174238 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-3a5c1be0-7623-48e1-a03d-11859e17deb6 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:57:58.179870 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c1be0-7623-48e1-a03d-11859e17deb6 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Pushing event updated for resources: {'Port': ['ID=1d999eb4-8d12-4e32-b57b-3ced6946655e,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:58.187120 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-3a5c1be0-7623-48e1-a03d-11859e17deb6 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:58.190177 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5c1be0-7623-48e1-a03d-11859e17deb6 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 19:57:58.194960 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b7f2bfd8-7f44-44d7-8442-cc64ae2ab496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:58.218600 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-b7f2bfd8-7f44-44d7-8442-cc64ae2ab496 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=64e8924d972b467fa5670b506e4c8f2b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6544693 Jan 21 19:57:58.229506 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 54246) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:57:58.233952 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:58.359913 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2c1d7b8c-975a-49cf-b2c7-183947316888 req-27aa4634-c951-4677-a717-d12fa52619b1 tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] 10.222.0.74 "GET /v2.0/security-groups?id=615a79a8-ee79-472b-bf9e-e0bd59e440df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6214895 Jan 21 19:57:58.487334 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device dc946b2f-37e9-42bc-8ab1-ecb141c2db81 up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:57:58.577670 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-c7157938-5f1e-4092-9ea7-134d72425049 req-a69ef36e-6d58-4b3a-8926-a5c7f9d7243c tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:57:58.603597 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3a5c1be0-7623-48e1-a03d-11859e17deb6 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks [] for floatingip, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:58.732055 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ce2be-d21a-49ab-bee2-9a150f42661c req-b516072b-2e8f-4d69-9f0b-9b0e9e4719eb tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:57:58.752185 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-524ce2be-d21a-49ab-bee2-9a150f42661c req-b516072b-2e8f-4d69-9f0b-9b0e9e4719eb tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 0.7201326 Jan 21 19:57:58.773370 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-c7157938-5f1e-4092-9ea7-134d72425049 req-a69ef36e-6d58-4b3a-8926-a5c7f9d7243c tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:57:58.793985 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d821bdd0-6fdf-4745-a187-e1bcbd623f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:58.829122 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning for port dc946b2f-37e9-42bc-8ab1-ecb141c2db81 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:57:58.849367 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port dc946b2f-37e9-42bc-8ab1-ecb141c2db81 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:57:58.849784 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:58.857930 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3a5c1be0-7623-48e1-a03d-11859e17deb6 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:59.041918 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d821bdd0-6fdf-4745-a187-e1bcbd623f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:59.078552 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7157938-5f1e-4092-9ea7-134d72425049 req-a69ef36e-6d58-4b3a-8926-a5c7f9d7243c tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Made reservation on behalf of b097bb8f9d8847ef997ca30adfb5fc15 for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:57:59.094039 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c7157938-5f1e-4092-9ea7-134d72425049 req-a69ef36e-6d58-4b3a-8926-a5c7f9d7243c tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:59.167377 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-85027d2d-8caf-48f2-b0ef-8786f93b4bb1 req-05394f72-0ab5-458f-ad12-fedbee510457 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=9af1a4da-b7bd-4777-baa6-260428324d8a HTTP/1.1" status: 200 len: 210 time: 0.2732294 Jan 21 19:57:59.310724 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:59.323421 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-524ce2be-d21a-49ab-bee2-9a150f42661c req-1f39e85c-84fb-4a09-b72e-0185e9ff9c13 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5360994 Jan 21 19:57:59.368183 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4e1150-036e-4e54-b2f2-0c40a900b192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc946b2f-37e9-42bc-8ab1-ecb141c2db81'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:57:59.408340 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] For port dc946b2f-37e9-42bc-8ab1-ecb141c2db81, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=dc946b2f-37e9-42bc-8ab1-ecb141c2db81,segment=NetworkSegment(c5e1699a-3c82-4b94-899d-f4815fb0daa4),segment_id=c5e1699a-3c82-4b94-899d-f4815fb0daa4)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 19:57:59.416148 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:59.420908 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f305c8ce-2b82-4e48-a0b6-a55b8965c5f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:59.716247 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4e1150-036e-4e54-b2f2-0c40a900b192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc946b2f-37e9-42bc-8ab1-ecb141c2db81', 'code': 200} Jan 21 19:57:59.718589 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d821bdd0-6fdf-4745-a187-e1bcbd623f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:59.763873 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3a5c1be0-7623-48e1-a03d-11859e17deb6 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:59.773786 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3a5c1be0-7623-48e1-a03d-11859e17deb6 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852305763'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:57:59.774922 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Pushing event updated for resources: {'Port': ['ID=dc946b2f-37e9-42bc-8ab1-ecb141c2db81,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:57:59.798428 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:57:59.828065 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:57:59.830893 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device b9acdb65-b9bc-473a-b6a5-9e9747e26854 up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:57:59.869870 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:00.059250 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device dc946b2f-37e9-42bc-8ab1-ecb141c2db81 up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:58:00.194901 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning for port b9acdb65-b9bc-473a-b6a5-9e9747e26854 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:58:00.207874 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [req-c7157938-5f1e-4092-9ea7-134d72425049 req-a69ef36e-6d58-4b3a-8926-a5c7f9d7243c tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Allocated IP 172.20.0.6 (fcf8d7bb-bde4-4859-98e8-bca2daf457e8/0c1900f9-e881-43bf-8a53-a3dc47783380/f3873917-5f1f-49f3-90cf-5f98f0230164) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 19:58:00.235183 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning complete for port b9acdb65-b9bc-473a-b6a5-9e9747e26854 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:58:00.236022 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:00.534299 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c7157938-5f1e-4092-9ea7-134d72425049 req-a69ef36e-6d58-4b3a-8926-a5c7f9d7243c tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:00.576250 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c1be0-7623-48e1-a03d-11859e17deb6 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Pushing event updated for resources: {'Port': ['ID=1d999eb4-8d12-4e32-b57b-3ced6946655e,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:00.597946 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-3a5c1be0-7623-48e1-a03d-11859e17deb6 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.770s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:00.615619 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3a5c1be0-7623-48e1-a03d-11859e17deb6 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853807100'] for floatingip, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:00.651835 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:00.724695 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] For port b9acdb65-b9bc-473a-b6a5-9e9747e26854, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=b9acdb65-b9bc-473a-b6a5-9e9747e26854,segment=NetworkSegment(1f47a8ba-e3ad-4d68-a35b-b035d86b14ed),segment_id=1f47a8ba-e3ad-4d68-a35b-b035d86b14ed)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 19:58:00.728332 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port dc946b2f-37e9-42bc-8ab1-ecb141c2db81 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:58:00.729252 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:00.755998 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3a5c1be0-7623-48e1-a03d-11859e17deb6 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for floatingip, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:00.765378 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-3a5c1be0-7623-48e1-a03d-11859e17deb6 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8660686 Jan 21 19:58:00.817522 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:00.834416 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:00.892957 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c7157938-5f1e-4092-9ea7-134d72425049 req-a69ef36e-6d58-4b3a-8926-a5c7f9d7243c tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:00.892957 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821bdd0-6fdf-4745-a187-e1bcbd623f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c78127-2380-4c22-b638-11a88cc0dcf3,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:00.907668 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d821bdd0-6fdf-4745-a187-e1bcbd623f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.038s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:00.936839 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:00.999351 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d821bdd0-6fdf-4745-a187-e1bcbd623f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:01.006776 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-d821bdd0-6fdf-4745-a187-e1bcbd623f4b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c2c78127-2380-4c22-b638-11a88cc0dcf3 HTTP/1.1" status: 204 len: 168 time: 2.7402375 Jan 21 19:58:01.095306 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Pushing event updated for resources: {'Port': ['ID=b9acdb65-b9bc-473a-b6a5-9e9747e26854,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:01.110572 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:01.170462 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ef36e-6d58-4b3a-8926-a5c7f9d7243c tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Pushing event updated for resources: {'Port': ['ID=f3873917-5f1f-49f3-90cf-5f98f0230164,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:01.193259 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a69ef36e-6d58-4b3a-8926-a5c7f9d7243c tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:01.352251 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a829c-5a47-40e3-9b65-79c5d7de4775 req-6f37cfc5-2199-4c10-a4e9-e860828c8b25 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:01.354300 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e99a829c-5a47-40e3-9b65-79c5d7de4775 req-6f37cfc5-2199-4c10-a4e9-e860828c8b25 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=9af1a4da-b7bd-4777-baa6-260428324d8a HTTP/1.1" status: 200 len: 931 time: 0.7432292 Jan 21 19:58:01.357587 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa15849-b9c8-45ce-90cc-701150303f15 req-9d333d97-fa84-40d4-aed5-1a9900bb7fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:01.359483 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-9aa15849-b9c8-45ce-90cc-701150303f15 req-9d333d97-fa84-40d4-aed5-1a9900bb7fd7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ee4e1150-036e-4e54-b2f2-0c40a900b192 HTTP/1.1" status: 200 len: 1166 time: 0.7505677 Jan 21 19:58:01.389945 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ca84c-bd6c-418b-b83d-cbc9fc2e0043 req-0214c8d4-60c9-4022-b2d2-d3def93ca2e8 tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:01.391740 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1f8ca84c-bd6c-418b-b83d-cbc9fc2e0043 req-0214c8d4-60c9-4022-b2d2-d3def93ca2e8 tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] 10.222.0.74 "GET /v2.0/ports?device_id=ee4e1150-036e-4e54-b2f2-0c40a900b192 HTTP/1.1" status: 200 len: 949 time: 0.7256100 Jan 21 19:58:01.473788 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device b9acdb65-b9bc-473a-b6a5-9e9747e26854 up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:58:01.488611 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7157938-5f1e-4092-9ea7-134d72425049 req-a69ef36e-6d58-4b3a-8926-a5c7f9d7243c tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Network fcf8d7bb-bde4-4859-98e8-bca2daf457e8 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:58:01.502882 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [req-c7157938-5f1e-4092-9ea7-134d72425049 req-a69ef36e-6d58-4b3a-8926-a5c7f9d7243c tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:58:01.518271 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7157938-5f1e-4092-9ea7-134d72425049 req-a69ef36e-6d58-4b3a-8926-a5c7f9d7243c tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 19:58:01.543851 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7157938-5f1e-4092-9ea7-134d72425049 req-a69ef36e-6d58-4b3a-8926-a5c7f9d7243c tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:01.544860 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c7157938-5f1e-4092-9ea7-134d72425049 req-a69ef36e-6d58-4b3a-8926-a5c7f9d7243c tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:01.592033 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-9aa15849-b9c8-45ce-90cc-701150303f15 req-57c75b8d-4213-45da-95b7-f35114e3ed16 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=615a79a8-ee79-472b-bf9e-e0bd59e440df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978970 Jan 21 19:58:01.612819 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1f8ca84c-bd6c-418b-b83d-cbc9fc2e0043 req-ae297f8d-8e0b-4c0a-afe6-f03a4a27d55e tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] 10.222.0.74 "GET /v2.0/security-groups?id=615a79a8-ee79-472b-bf9e-e0bd59e440df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727481 Jan 21 19:58:01.634569 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e99a829c-5a47-40e3-9b65-79c5d7de4775 req-d8de8b3a-15e4-4e64-bf12-f8c2dc8afa38 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413671 Jan 21 19:58:01.667942 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning complete for port b9acdb65-b9bc-473a-b6a5-9e9747e26854 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:58:01.667942 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:01.678085 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c7157938-5f1e-4092-9ea7-134d72425049 req-a69ef36e-6d58-4b3a-8926-a5c7f9d7243c tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9577718 Jan 21 19:58:01.828192 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 54288) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:01.866412 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6b3e0ce3-7703-48c1-b875-a703332ae217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:01.900955 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-6b3e0ce3-7703-48c1-b875-a703332ae217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:58:01.912132 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-6b3e0ce3-7703-48c1-b875-a703332ae217 admin admin] Usage tracker for resource:security_group_rule and tenant:eb5e3f58f3264d76b5335cacb5de3b4b is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:58:01.919014 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-6b3e0ce3-7703-48c1-b875-a703332ae217 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:58:01.989654 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-6b3e0ce3-7703-48c1-b875-a703332ae217 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:58:02.012646 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-c7157938-5f1e-4092-9ea7-134d72425049 req-da827d77-52d8-4bb8-9133-ec66b2c28308 service neutron] Request body: {'port': {'device_id': '9af1a4da-b7bd-4777-baa6-260428324d8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:58:02.562114 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device dc946b2f-37e9-42bc-8ab1-ecb141c2db81 up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:58:02.562935 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c7157938-5f1e-4092-9ea7-134d72425049 req-da827d77-52d8-4bb8-9133-ec66b2c28308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:02.687370 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port dc946b2f-37e9-42bc-8ab1-ecb141c2db81 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:58:02.687801 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:02.692515 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02ce7b-712c-4c2c-8881-485afaeb3280 req-80121d13-4511-40bb-8e97-1773c2e7a41c tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:02.694690 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8f02ce7b-712c-4c2c-8881-485afaeb3280 req-80121d13-4511-40bb-8e97-1773c2e7a41c tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 0.7633576 Jan 21 19:58:02.779876 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-0a56ed57-11b0-48a2-86c8-7027a8cc434a tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Synchronizing usage tracker for tenant:ac30196b7fac4ccba1cac9aaee7458e7 on resource:security_group {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 19:58:02.910930 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6b3e0ce3-7703-48c1-b875-a703332ae217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:02.963083 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6b3e0ce3-7703-48c1-b875-a703332ae217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:02.984602 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-1ca1d83b-2537-4f91-92a2-9d861c191c6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:03.003600 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-0a56ed57-11b0-48a2-86c8-7027a8cc434a tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Unset dirty status for tenant:ac30196b7fac4ccba1cac9aaee7458e7 on resource:security_group {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 19:58:03.005713 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-0a56ed57-11b0-48a2-86c8-7027a8cc434a tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--410999524&fields=id&tenant_id=ac30196b7fac4ccba1cac9aaee7458e7 HTTP/1.1" status: 200 len: 267 time: 0.7452936 Jan 21 19:58:03.048593 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8f02ce7b-712c-4c2c-8881-485afaeb3280 req-cc3d4661-b6f5-4819-a167-5f134671c70c tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944961 Jan 21 19:58:03.155589 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-6b3e0ce3-7703-48c1-b875-a703332ae217 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=eb5e3f58f3264d76b5335cacb5de3b4b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3256814 Jan 21 19:58:03.159110 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 54320) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:03.179541 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e0ce3-7703-48c1-b875-a703332ae217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f970904-4528-44d3-9930-b7bc1d255ace,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:03.187764 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6b3e0ce3-7703-48c1-b875-a703332ae217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:03.328700 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d066013f-a439-400c-9700-13d0e4d4e6bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:03.416079 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d066013f-a439-400c-9700-13d0e4d4e6bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:03.547571 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d066013f-a439-400c-9700-13d0e4d4e6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:03.566486 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-dc3cd054-0e25-4f72-a45f-3289889c4b10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:03.597996 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066013f-a439-400c-9700-13d0e4d4e6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f970904-4528-44d3-9930-b7bc1d255ace,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:03.603960 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d066013f-a439-400c-9700-13d0e4d4e6bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:03.617767 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d066013f-a439-400c-9700-13d0e4d4e6bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:03.620383 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-d066013f-a439-400c-9700-13d0e4d4e6bb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7f970904-4528-44d3-9930-b7bc1d255ace HTTP/1.1" status: 204 len: 168 time: 0.4594536 Jan 21 19:58:03.783381 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-e3ea9d6f-267b-4f34-94fb-840929f07469 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:03.784710 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-e3ea9d6f-267b-4f34-94fb-840929f07469 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Synchronizing usage tracker for tenant:ac30196b7fac4ccba1cac9aaee7458e7 on resource:network {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 19:58:03.907110 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-e3ea9d6f-267b-4f34-94fb-840929f07469 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Unset dirty status for tenant:ac30196b7fac4ccba1cac9aaee7458e7 on resource:network {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 19:58:03.909225 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-e3ea9d6f-267b-4f34-94fb-840929f07469 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/networks?id=d6138fb5-b76e-4f29-8bbf-74ec66db9e66 HTTP/1.1" status: 200 len: 817 time: 0.8441820 Jan 21 19:58:03.941483 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8778b-b73a-4fe7-ad75-251513b2aa47 req-4fd65f04-84aa-480d-bd83-cc175da8a11f tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:03.942439 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-81e8778b-b73a-4fe7-ad75-251513b2aa47 req-4fd65f04-84aa-480d-bd83-cc175da8a11f tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Synchronizing usage tracker for tenant:b097bb8f9d8847ef997ca30adfb5fc15 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 19:58:03.995256 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-06bb356a-34cf-49f9-9336-257799e350d9 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/quotas/ac30196b7fac4ccba1cac9aaee7458e7 HTTP/1.1" status: 200 len: 375 time: 0.0441737 Jan 21 19:58:04.226177 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-81e8778b-b73a-4fe7-ad75-251513b2aa47 req-4fd65f04-84aa-480d-bd83-cc175da8a11f tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Unset dirty status for tenant:b097bb8f9d8847ef997ca30adfb5fc15 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 19:58:04.238906 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-81e8778b-b73a-4fe7-ad75-251513b2aa47 req-4fd65f04-84aa-480d-bd83-cc175da8a11f tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=9af1a4da-b7bd-4777-baa6-260428324d8a HTTP/1.1" status: 200 len: 931 time: 0.9134896 Jan 21 19:58:04.432056 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [req-c7157938-5f1e-4092-9ea7-134d72425049 req-da827d77-52d8-4bb8-9133-ec66b2c28308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3873917-5f1f-49f3-90cf-5f98f0230164 {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 19:58:04.471771 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-81e8778b-b73a-4fe7-ad75-251513b2aa47 req-7ef44c10-6cd1-4fc6-980a-5f1749ba00a4 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185454 Jan 21 19:58:04.477026 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5cf31324-f378-4971-a393-f74db92f1263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:04.483697 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c7157938-5f1e-4092-9ea7-134d72425049 req-da827d77-52d8-4bb8-9133-ec66b2c28308 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:04.554535 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-c7157938-5f1e-4092-9ea7-134d72425049 req-da827d77-52d8-4bb8-9133-ec66b2c28308 service neutron] Transition to ACTIVE for port object f3873917-5f1f-49f3-90cf-5f98f0230164 will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:58:04.631568 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-92a54e89-a7ae-4a48-bf47-b5e0bc3c81bf tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?tenant_id=ac30196b7fac4ccba1cac9aaee7458e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6170545 Jan 21 19:58:04.641299 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c7157938-5f1e-4092-9ea7-134d72425049 req-da827d77-52d8-4bb8-9133-ec66b2c28308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:04.680987 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ee406b73-4840-42a3-8133-498142d3bfae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:05.146124 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da827d77-52d8-4bb8-9133-ec66b2c28308 service neutron] Pushing event updated for resources: {'Port': ['ID=f3873917-5f1f-49f3-90cf-5f98f0230164,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:05.165647 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-da827d77-52d8-4bb8-9133-ec66b2c28308 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:05.292257 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-993e75d2-e4a9-40ab-ac79-6149a5e4bf21 service neutron] 10.222.0.74 "GET /v2.0/networks/d6138fb5-b76e-4f29-8bbf-74ec66db9e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6172304 Jan 21 19:58:05.390417 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26868c-8115-46ac-be30-eeb25bd5b9ab req-226b219b-416c-4a0f-9659-6e8b2e21a907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:05.392085 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-cf26868c-8115-46ac-be30-eeb25bd5b9ab req-226b219b-416c-4a0f-9659-6e8b2e21a907 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 1162 time: 0.7127702 Jan 21 19:58:05.596747 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224f815-16fb-49f6-bc28-fc8d13b84573 req-6bc374ab-23d4-4008-b532-47e0444c88a5 tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:05.605980 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5224f815-16fb-49f6-bc28-fc8d13b84573 req-6bc374ab-23d4-4008-b532-47e0444c88a5 tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] 10.222.0.74 "GET /v2.0/ports?device_id=ee4e1150-036e-4e54-b2f2-0c40a900b192 HTTP/1.1" status: 200 len: 949 time: 0.6374705 Jan 21 19:58:05.785198 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-c7157938-5f1e-4092-9ea7-134d72425049 req-da827d77-52d8-4bb8-9133-ec66b2c28308 service neutron] Attempting to bind port f3873917-5f1f-49f3-90cf-5f98f0230164 on host hv-cinder-72618 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 19:58:05.786347 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-c7157938-5f1e-4092-9ea7-134d72425049 req-da827d77-52d8-4bb8-9133-ec66b2c28308 service neutron] Attempting to bind port f3873917-5f1f-49f3-90cf-5f98f0230164 by drivers openvswitch on host hv-cinder-72618 at level 0 using segments [{'id': '23c589ac-043e-4282-ad98-f9d86a119fbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fcf8d7bb-bde4-4859-98e8-bca2daf457e8'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 19:58:05.787509 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7157938-5f1e-4092-9ea7-134d72425049 req-da827d77-52d8-4bb8-9133-ec66b2c28308 service neutron] Attempting to bind port f3873917-5f1f-49f3-90cf-5f98f0230164 on network fcf8d7bb-bde4-4859-98e8-bca2daf457e8 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 19:58:05.822211 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7157938-5f1e-4092-9ea7-134d72425049 req-da827d77-52d8-4bb8-9133-ec66b2c28308 service neutron] Checking agent: {'id': 'f41af306-ec4b-4f2b-b4b7-a53ee99eba1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 53, 28), 'started_at': datetime.datetime(2021, 1, 21, 19, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 19, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:58:05.822858 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7157938-5f1e-4092-9ea7-134d72425049 req-da827d77-52d8-4bb8-9133-ec66b2c28308 service neutron] Checking segment: {'id': '23c589ac-043e-4282-ad98-f9d86a119fbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fcf8d7bb-bde4-4859-98e8-bca2daf457e8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:58:05.823362 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c7157938-5f1e-4092-9ea7-134d72425049 req-da827d77-52d8-4bb8-9133-ec66b2c28308 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:05.823868 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7157938-5f1e-4092-9ea7-134d72425049 req-da827d77-52d8-4bb8-9133-ec66b2c28308 service neutron] Bound using segment: {'id': '23c589ac-043e-4282-ad98-f9d86a119fbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fcf8d7bb-bde4-4859-98e8-bca2daf457e8'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:58:05.825168 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-c7157938-5f1e-4092-9ea7-134d72425049 req-da827d77-52d8-4bb8-9133-ec66b2c28308 service neutron] Bound port: f3873917-5f1f-49f3-90cf-5f98f0230164, host: hv-cinder-72618, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c589ac-043e-4282-ad98-f9d86a119fbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fcf8d7bb-bde4-4859-98e8-bca2daf457e8'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 19:58:05.825730 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c7157938-5f1e-4092-9ea7-134d72425049 req-da827d77-52d8-4bb8-9133-ec66b2c28308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:05.866454 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-cf26868c-8115-46ac-be30-eeb25bd5b9ab req-1b24694d-6599-4eeb-9e82-4c61d07f3fc0 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565035 Jan 21 19:58:05.885237 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5224f815-16fb-49f6-bc28-fc8d13b84573 req-1981121d-7412-48b7-9001-56c7f174215d tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] 10.222.0.74 "GET /v2.0/security-groups?id=615a79a8-ee79-472b-bf9e-e0bd59e440df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390330 Jan 21 19:58:05.935640 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-77c9f3d9-813a-480a-84f6-34a18c43e092 service neutron] 10.222.0.74 "GET /v2.0/networks/d6138fb5-b76e-4f29-8bbf-74ec66db9e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6315613 Jan 21 19:58:06.052866 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-c7157938-5f1e-4092-9ea7-134d72425049 req-da827d77-52d8-4bb8-9133-ec66b2c28308 service neutron] For port f3873917-5f1f-49f3-90cf-5f98f0230164, host hv-cinder-72618, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 19:58:06.063502 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-c7157938-5f1e-4092-9ea7-134d72425049 req-da827d77-52d8-4bb8-9133-ec66b2c28308 service neutron] For port f3873917-5f1f-49f3-90cf-5f98f0230164, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=f3873917-5f1f-49f3-90cf-5f98f0230164,segment=NetworkSegment(23c589ac-043e-4282-ad98-f9d86a119fbd),segment_id=23c589ac-043e-4282-ad98-f9d86a119fbd)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 19:58:06.071546 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c7157938-5f1e-4092-9ea7-134d72425049 req-da827d77-52d8-4bb8-9133-ec66b2c28308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:06.100010 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:06.440450 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da827d77-52d8-4bb8-9133-ec66b2c28308 service neutron] Pushing event updated for resources: {'Port': ['ID=f3873917-5f1f-49f3-90cf-5f98f0230164,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:06.531657 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7b961ab0-1e0f-4012-86d3-84f18649c7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:06.908008 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-da827d77-52d8-4bb8-9133-ec66b2c28308 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.807s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:07.127011 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7157938-5f1e-4092-9ea7-134d72425049 req-da827d77-52d8-4bb8-9133-ec66b2c28308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:07.128153 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c7157938-5f1e-4092-9ea7-134d72425049 req-da827d77-52d8-4bb8-9133-ec66b2c28308 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:07.130897 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c7157938-5f1e-4092-9ea7-134d72425049 req-da827d77-52d8-4bb8-9133-ec66b2c28308 service neutron] 10.222.0.83 "PUT /v2.0/ports/f3873917-5f1f-49f3-90cf-5f98f0230164 HTTP/1.1" status: 200 len: 1157 time: 5.1375482 Jan 21 19:58:07.142212 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9af1a4da-b7bd-4777-baa6-260428324d8a', 'tag': 'f3873917-5f1f-49f3-90cf-5f98f0230164'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:58:07.337600 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f13130-82d1-4247-8f4b-ada266346772 req-2ee5c0db-6f75-4a5c-bb59-b106271d1808 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:07.352881 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b0f13130-82d1-4247-8f4b-ada266346772 req-2ee5c0db-6f75-4a5c-bb59-b106271d1808 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=9af1a4da-b7bd-4777-baa6-260428324d8a HTTP/1.1" status: 200 len: 943 time: 0.9273324 Jan 21 19:58:07.524064 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:07.724071 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb21034-f503-4671-891c-c35d82be4889 req-dacbc785-28b8-4431-bfa5-eddf1a2e4aa5 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:07.743721 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2fb21034-f503-4671-891c-c35d82be4889 req-dacbc785-28b8-4431-bfa5-eddf1a2e4aa5 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 0.8382471 Jan 21 19:58:07.849716 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b0f13130-82d1-4247-8f4b-ada266346772 req-940e627d-1408-4d19-a5aa-00900fd9d73c tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127177 Jan 21 19:58:07.863623 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2fb21034-f503-4671-891c-c35d82be4889 req-aef4683a-c7a9-484c-bce1-c62e95d6f238 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125998 Jan 21 19:58:07.884423 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7157938-5f1e-4092-9ea7-134d72425049 req-bc5555cc-aa06-467f-8152-20dab89b1921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:07.887731 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c7157938-5f1e-4092-9ea7-134d72425049 req-bc5555cc-aa06-467f-8152-20dab89b1921 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b097bb8f9d8847ef997ca30adfb5fc15&device_id=9af1a4da-b7bd-4777-baa6-260428324d8a HTTP/1.1" status: 200 len: 1160 time: 0.5330133 Jan 21 19:58:08.035587 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9af1a4da-b7bd-4777-baa6-260428324d8a', 'tag': 'f3873917-5f1f-49f3-90cf-5f98f0230164', 'status': 'completed', 'code': 200} Jan 21 19:58:08.055077 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c7157938-5f1e-4092-9ea7-134d72425049 req-b0fec691-6273-40d2-b9c4-2adfbc45f773 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3873917-5f1f-49f3-90cf-5f98f0230164 HTTP/1.1" status: 200 len: 217 time: 0.1473632 Jan 21 19:58:08.193566 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-dd1b23f7-0eb6-412e-a32b-354231cd0696 req-e082ea11-d184-48bb-8250-cd06055c2710 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 210 time: 0.1311154 Jan 21 19:58:08.219927 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device b7889127-6f56-46a5-a487-96ab12960634 up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:58:08.235536 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7157938-5f1e-4092-9ea7-134d72425049 req-a5cf6475-9ab2-42cd-b135-6ace93f123a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:08.237465 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c7157938-5f1e-4092-9ea7-134d72425049 req-a5cf6475-9ab2-42cd-b135-6ace93f123a9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0c1900f9-e881-43bf-8a53-a3dc47783380 HTTP/1.1" status: 200 len: 855 time: 0.1222973 Jan 21 19:58:08.370674 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c7157938-5f1e-4092-9ea7-134d72425049 req-8cd53443-47c5-4ff0-83d8-c9a4be0eb041 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fcf8d7bb-bde4-4859-98e8-bca2daf457e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1077991 Jan 21 19:58:08.371640 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port b7889127-6f56-46a5-a487-96ab12960634 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:58:08.372496 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:08.544756 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:08.693022 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c7157938-5f1e-4092-9ea7-134d72425049 req-e2ce0ab9-6825-4b6d-be54-6f0c06880fae service neutron] 10.222.0.83 "GET /v2.0/networks/fcf8d7bb-bde4-4859-98e8-bca2daf457e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066175 Jan 21 19:58:08.963967 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:09.042124 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c7157938-5f1e-4092-9ea7-134d72425049 req-b8ae5c81-1046-4d34-87b3-75bd8b9bfa6b service neutron] 10.222.0.83 "GET /v2.0/networks/fcf8d7bb-bde4-4859-98e8-bca2daf457e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3229592 Jan 21 19:58:09.089015 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758e65f-c770-4978-959f-917b2bc2d49d req-3d6163ac-859f-4865-a702-d3a75ad71379 tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:09.091855 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3758e65f-c770-4978-959f-917b2bc2d49d req-3d6163ac-859f-4865-a702-d3a75ad71379 tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] 10.222.0.74 "GET /v2.0/ports?device_id=ee4e1150-036e-4e54-b2f2-0c40a900b192 HTTP/1.1" status: 200 len: 949 time: 0.3233321 Jan 21 19:58:09.265401 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3758e65f-c770-4978-959f-917b2bc2d49d req-3cd8eb42-5b28-424c-a0f4-bbc3985f87cc tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] 10.222.0.74 "GET /v2.0/security-groups?id=615a79a8-ee79-472b-bf9e-e0bd59e440df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656952 Jan 21 19:58:09.385377 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58616949-ad4e-4d48-b4df-9a1276e7a578 req-9c3e32d7-9ff6-41c2-bacb-f06c81922ff3 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:09.388734 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-58616949-ad4e-4d48-b4df-9a1276e7a578 req-9c3e32d7-9ff6-41c2-bacb-f06c81922ff3 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=9af1a4da-b7bd-4777-baa6-260428324d8a HTTP/1.1" status: 200 len: 943 time: 0.2165771 Jan 21 19:58:09.582512 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-58616949-ad4e-4d48-b4df-9a1276e7a578 req-ba314f30-c9d3-4553-8131-4fb8525646fb tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807053 Jan 21 19:58:09.689361 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda065c-d7b9-47e0-9299-47f9cf8705d7 req-d1e42ec5-5948-4e64-bf76-5b393b2d7f2c tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:09.691746 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4eda065c-d7b9-47e0-9299-47f9cf8705d7 req-d1e42ec5-5948-4e64-bf76-5b393b2d7f2c tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 0.2626436 Jan 21 19:58:09.764091 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4eda065c-d7b9-47e0-9299-47f9cf8705d7 req-0574bdc4-b379-4fc2-97df-94a4002e4ff9 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622613 Jan 21 19:58:09.891823 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-9f5302d9-cc4a-4e8a-876d-a65f36c76d51 req-e09f20d8-3703-4f16-b028-34d4ec857b48 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 210 time: 0.0735011 Jan 21 19:58:10.561931 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd9729-7cd3-47d5-8ad5-a242954a13ed req-3d688a2f-9b77-48ff-9c01-f031345361d9 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:10.564796 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-bccd9729-7cd3-47d5-8ad5-a242954a13ed req-3d688a2f-9b77-48ff-9c01-f031345361d9 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 0.2032213 Jan 21 19:58:10.665769 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-bccd9729-7cd3-47d5-8ad5-a242954a13ed req-7e78ef88-aa58-4b4b-b471-83ea3e2beec2 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878246 Jan 21 19:58:10.997054 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f54cd-a02c-4011-9445-8cb33289bc3e req-cca6194f-cacb-4e87-a01b-daf21efbedc6 tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:11.000185 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-534f54cd-a02c-4011-9445-8cb33289bc3e req-cca6194f-cacb-4e87-a01b-daf21efbedc6 tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] 10.222.0.74 "GET /v2.0/ports?device_id=ee4e1150-036e-4e54-b2f2-0c40a900b192 HTTP/1.1" status: 200 len: 949 time: 0.1745405 Jan 21 19:58:11.067573 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-534f54cd-a02c-4011-9445-8cb33289bc3e req-d7c44ed2-1205-43d7-8c51-8697201041c7 tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] 10.222.0.74 "GET /v2.0/security-groups?id=615a79a8-ee79-472b-bf9e-e0bd59e440df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541983 Jan 21 19:58:11.404037 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9e8d2-e893-4e47-8f36-d96928b34541 req-fe500e23-ecb9-4d1a-b9f5-e00106e66ccb tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:11.405790 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e6b9e8d2-e893-4e47-8f36-d96928b34541 req-fe500e23-ecb9-4d1a-b9f5-e00106e66ccb tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=9af1a4da-b7bd-4777-baa6-260428324d8a HTTP/1.1" status: 200 len: 943 time: 0.1647623 Jan 21 19:58:11.474575 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e6b9e8d2-e893-4e47-8f36-d96928b34541 req-1037a659-5488-4fac-989f-b57e8d0e9efd tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598629 Jan 21 19:58:11.741399 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-71ccd3bd-f4d4-4601-9cb1-eacdaeed0776 req-f90b20f7-463d-4f09-8288-cdf7a1696780 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 210 time: 0.0526221 Jan 21 19:58:12.024200 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab7f7a-3d66-48ed-8e3f-3e50a0077e54 req-5d6d63f4-784f-4520-9bb7-f55276370a3b tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:12.026212 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f3ab7f7a-3d66-48ed-8e3f-3e50a0077e54 req-5d6d63f4-784f-4520-9bb7-f55276370a3b tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 0.1285160 Jan 21 19:58:12.117917 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f3ab7f7a-3d66-48ed-8e3f-3e50a0077e54 req-0c1293bd-09c7-49e6-917c-01483856d7da tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801244 Jan 21 19:58:12.438107 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d9d81d-2fad-48a6-96a6-225a08b25e19 req-857a1e3c-038a-46d3-8a88-ae9dadcf8449 tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:12.440258 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-57d9d81d-2fad-48a6-96a6-225a08b25e19 req-857a1e3c-038a-46d3-8a88-ae9dadcf8449 tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] 10.222.0.74 "GET /v2.0/ports?device_id=ee4e1150-036e-4e54-b2f2-0c40a900b192 HTTP/1.1" status: 200 len: 949 time: 0.1344411 Jan 21 19:58:12.523345 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-57d9d81d-2fad-48a6-96a6-225a08b25e19 req-fd1da63d-0be1-4eda-ab06-59e8368f794b tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] 10.222.0.74 "GET /v2.0/security-groups?id=615a79a8-ee79-472b-bf9e-e0bd59e440df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685978 Jan 21 19:58:13.095689 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9af09-1324-401f-8b59-a21b674ea46b req-b6447865-b8c9-4315-a056-ee5e2099a2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:13.097472 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2ea9af09-1324-401f-8b59-a21b674ea46b req-b6447865-b8c9-4315-a056-ee5e2099a2ed service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ee36fc873ab24a67926c381490f868a4&device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 1162 time: 0.3998373 Jan 21 19:58:13.121766 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-bca9aedc-30d7-420e-80f7-f18fdcc62625 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:13.123807 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-bca9aedc-30d7-420e-80f7-f18fdcc62625 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.83 "GET /v2.0/networks?id=d6138fb5-b76e-4f29-8bbf-74ec66db9e66 HTTP/1.1" status: 200 len: 817 time: 0.5867121 Jan 21 19:58:13.241979 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e9263-6485-4e00-a109-fd04ffa3e5d6 req-b1d49f5c-4192-46c7-aa34-deeaf1763a17 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:13.245359 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-cd6e9263-6485-4e00-a109-fd04ffa3e5d6 req-b1d49f5c-4192-46c7-aa34-deeaf1763a17 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=9af1a4da-b7bd-4777-baa6-260428324d8a HTTP/1.1" status: 200 len: 943 time: 0.4467051 Jan 21 19:58:13.392448 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7a552bac-576d-48bf-9596-2198c3d62632 req-e1ac511b-9429-4a2c-b5b4-08878eb33404 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 210 time: 0.2359884 Jan 21 19:58:13.440269 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d43e6-a415-4e6d-83b0-70ea060d7939 req-18e53692-244f-478d-965f-6ede40cb736b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:13.442996 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-806d43e6-a415-4e6d-83b0-70ea060d7939 req-18e53692-244f-478d-965f-6ede40cb736b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b097bb8f9d8847ef997ca30adfb5fc15&device_id=9af1a4da-b7bd-4777-baa6-260428324d8a HTTP/1.1" status: 200 len: 1160 time: 0.6559441 Jan 21 19:58:13.894828 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-cd6e9263-6485-4e00-a109-fd04ffa3e5d6 req-596eb69d-c6da-42fc-9ec9-929763e0438c tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5672650 Jan 21 19:58:14.009507 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-003db0dd-b21f-4777-abf1-dea661eb3609 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ac30196b7fac4ccba1cac9aaee7458e7 HTTP/1.1" status: 200 len: 5708 time: 0.7620082 Jan 21 19:58:14.031973 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-fa8785b5-3aec-4920-892d-a828f82f2a15 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Request body: {'port': {'device_id': '0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5', 'network_id': 'd6138fb5-b76e-4f29-8bbf-74ec66db9e66', 'admin_state_up': True, 'tenant_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'security_groups': ['f3daa186-766f-4991-b934-2e28302f23b9']}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:58:14.056441 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9af09-1324-401f-8b59-a21b674ea46b req-541da648-c1d4-49b6-9fe4-7ea7ff050b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:14.058672 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2ea9af09-1324-401f-8b59-a21b674ea46b req-541da648-c1d4-49b6-9fe4-7ea7ff050b33 service neutron] 10.222.0.83 "GET /v2.0/networks?id=287f6cae-db55-4735-aea1-21baf8371aab HTTP/1.1" status: 200 len: 912 time: 0.9318647 Jan 21 19:58:14.312744 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2ea9af09-1324-401f-8b59-a21b674ea46b req-9eb08dbf-847b-49ea-a68c-e715a8a943b8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b7889127-6f56-46a5-a487-96ab12960634 HTTP/1.1" status: 200 len: 217 time: 0.1705453 Jan 21 19:58:14.448092 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d43e6-a415-4e6d-83b0-70ea060d7939 req-65d49eeb-5d3f-419b-a038-801273ec0a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:14.450307 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-806d43e6-a415-4e6d-83b0-70ea060d7939 req-65d49eeb-5d3f-419b-a038-801273ec0a3a service neutron] 10.222.0.83 "GET /v2.0/networks?id=fcf8d7bb-bde4-4859-98e8-bca2daf457e8 HTTP/1.1" status: 200 len: 909 time: 0.9731219 Jan 21 19:58:14.608044 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-806d43e6-a415-4e6d-83b0-70ea060d7939 req-7d12b5b4-9702-4e23-b24f-e11217c802e5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3873917-5f1f-49f3-90cf-5f98f0230164 HTTP/1.1" status: 200 len: 217 time: 0.1411650 Jan 21 19:58:14.675108 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390aca5e-7eac-4362-a720-7d82af80339b req-0e641ee8-ffba-4312-8177-84e2bac825a2 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:14.678030 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-390aca5e-7eac-4362-a720-7d82af80339b req-0e641ee8-ffba-4312-8177-84e2bac825a2 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 0.8076773 Jan 21 19:58:14.680457 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9af09-1324-401f-8b59-a21b674ea46b req-1c3edfc6-ec56-43cd-a086-fb300383b637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:14.684910 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2ea9af09-1324-401f-8b59-a21b674ea46b req-1c3edfc6-ec56-43cd-a086-fb300383b637 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5521111e-d6d7-421c-9b55-9115682bf598 HTTP/1.1" status: 200 len: 858 time: 0.3407044 Jan 21 19:58:14.780120 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-fa8785b5-3aec-4920-892d-a828f82f2a15 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:58:14.895004 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-fa8785b5-3aec-4920-892d-a828f82f2a15 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Usage tracker for resource:port and tenant:ac30196b7fac4ccba1cac9aaee7458e7 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:58:14.917064 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-fa8785b5-3aec-4920-892d-a828f82f2a15 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Quota usage for port was recalculated. Used quota:3. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:58:14.928291 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2ea9af09-1324-401f-8b59-a21b674ea46b req-41c04f42-e972-4d9e-b21a-c9fd879ef5cd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=287f6cae-db55-4735-aea1-21baf8371aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1663494 Jan 21 19:58:14.943565 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-fa8785b5-3aec-4920-892d-a828f82f2a15 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:58:15.074055 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c3652-c44a-4540-abf1-154a3250c4f6 req-d4eba97b-b7e2-41b1-99ea-62813550510f tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:15.077494 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-587c3652-c44a-4540-abf1-154a3250c4f6 req-d4eba97b-b7e2-41b1-99ea-62813550510f tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] 10.222.0.74 "GET /v2.0/ports?device_id=ee4e1150-036e-4e54-b2f2-0c40a900b192 HTTP/1.1" status: 200 len: 949 time: 0.9339008 Jan 21 19:58:15.181311 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d43e6-a415-4e6d-83b0-70ea060d7939 req-941b8f70-a486-42b2-83e5-d9f93a3d364a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:15.181311 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-806d43e6-a415-4e6d-83b0-70ea060d7939 req-941b8f70-a486-42b2-83e5-d9f93a3d364a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0c1900f9-e881-43bf-8a53-a3dc47783380 HTTP/1.1" status: 200 len: 855 time: 0.4925523 Jan 21 19:58:15.181666 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-fa8785b5-3aec-4920-892d-a828f82f2a15 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Made reservation on behalf of ac30196b7fac4ccba1cac9aaee7458e7 for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:58:15.192338 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-fa8785b5-3aec-4920-892d-a828f82f2a15 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:15.310641 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-806d43e6-a415-4e6d-83b0-70ea060d7939 req-98a04e2b-990e-488b-955f-6d255445724a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fcf8d7bb-bde4-4859-98e8-bca2daf457e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000254 Jan 21 19:58:15.322571 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-390aca5e-7eac-4362-a720-7d82af80339b req-a6deddf8-145d-4c16-be49-aafbc5e665e5 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6269093 Jan 21 19:58:15.646043 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74756b1-184d-4acb-aa19-c8bd8073708c req-d2883825-40a4-4672-a84d-fcf939a8a832 tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:15.647906 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a74756b1-184d-4acb-aa19-c8bd8073708c req-d2883825-40a4-4672-a84d-fcf939a8a832 tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] 10.222.0.83 "GET /v2.0/ports?device_id=ee4e1150-036e-4e54-b2f2-0c40a900b192 HTTP/1.1" status: 200 len: 949 time: 0.2571173 Jan 21 19:58:15.938761 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-a74756b1-184d-4acb-aa19-c8bd8073708c req-81ee57b8-606d-4160-85e7-7bf7f7276785 tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Deleting port dc946b2f-37e9-42bc-8ab1-ecb141c2db81 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 19:58:15.939280 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-a74756b1-184d-4acb-aa19-c8bd8073708c req-81ee57b8-606d-4160-85e7-7bf7f7276785 tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:15.946576 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-806d43e6-a415-4e6d-83b0-70ea060d7939 req-085ac949-a5bc-4ddc-a799-1fe7b75a5887 service neutron] 10.222.0.83 "GET /v2.0/networks/fcf8d7bb-bde4-4859-98e8-bca2daf457e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5262778 Jan 21 19:58:16.063715 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-587c3652-c44a-4540-abf1-154a3250c4f6 req-c210037d-9e81-4146-a049-92d119bedff1 tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] 10.222.0.74 "GET /v2.0/security-groups?id=615a79a8-ee79-472b-bf9e-e0bd59e440df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8913572 Jan 21 19:58:16.543197 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 54528) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:16.647607 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-48c7070b-5850-413e-9e6e-0cfe33e3891f req-74837b23-f93c-46f9-a29f-dffbf3703e23 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 210 time: 0.6687844 Jan 21 19:58:16.791456 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-806d43e6-a415-4e6d-83b0-70ea060d7939 req-89791381-102b-4b5b-94d1-0717620d81ee service neutron] 10.222.0.83 "GET /v2.0/networks/fcf8d7bb-bde4-4859-98e8-bca2daf457e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8016751 Jan 21 19:58:16.836618 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2ea9af09-1324-401f-8b59-a21b674ea46b req-ffbbd32e-9dcd-4dd4-8e0c-74b9815fdda5 service neutron] 10.222.0.83 "GET /v2.0/networks/287f6cae-db55-4735-aea1-21baf8371aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8886485 Jan 21 19:58:16.965480 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-a74756b1-184d-4acb-aa19-c8bd8073708c req-81ee57b8-606d-4160-85e7-7bf7f7276785 tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] For port dc946b2f-37e9-42bc-8ab1-ecb141c2db81, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=dc946b2f-37e9-42bc-8ab1-ecb141c2db81,segment=NetworkSegment(c5e1699a-3c82-4b94-899d-f4815fb0daa4),segment_id=c5e1699a-3c82-4b94-899d-f4815fb0daa4)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 19:58:16.974913 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-a74756b1-184d-4acb-aa19-c8bd8073708c req-81ee57b8-606d-4160-85e7-7bf7f7276785 tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:17.221765 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2ea9af09-1324-401f-8b59-a21b674ea46b req-6dd7b5d1-b754-4289-9af3-3785c28453a9 service neutron] 10.222.0.83 "GET /v2.0/networks/287f6cae-db55-4735-aea1-21baf8371aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3469670 Jan 21 19:58:17.300511 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-a74756b1-184d-4acb-aa19-c8bd8073708c req-81ee57b8-606d-4160-85e7-7bf7f7276785 tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Calling delete_port for dc946b2f-37e9-42bc-8ab1-ecb141c2db81 owned by compute:nova {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 19:58:17.493995 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700476cf-9203-40e1-bb16-da820e12f73e req-b790a0e6-51b7-40e6-adeb-ea1f9a235624 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:17.497554 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-700476cf-9203-40e1-bb16-da820e12f73e req-b790a0e6-51b7-40e6-adeb-ea1f9a235624 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=9af1a4da-b7bd-4777-baa6-260428324d8a HTTP/1.1" status: 200 len: 943 time: 0.8707051 Jan 21 19:58:17.717024 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0fd0bd-9002-4065-8b3b-3d248e188d70 req-aa087e7d-56c5-458c-9f29-ab6aa4891908 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:17.720496 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7e0fd0bd-9002-4065-8b3b-3d248e188d70 req-aa087e7d-56c5-458c-9f29-ab6aa4891908 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 0.4954147 Jan 21 19:58:17.763700 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-efa604bd-65a3-4633-b45e-23b40ece0f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:17.827076 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-efa604bd-65a3-4633-b45e-23b40ece0f3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:58:17.845724 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-efa604bd-65a3-4633-b45e-23b40ece0f3d admin admin] Usage tracker for resource:security_group_rule and tenant:5926dfb4d6384feb93dc2660fa04d88a is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:58:17.858674 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-efa604bd-65a3-4633-b45e-23b40ece0f3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:58:17.893122 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device f3873917-5f1f-49f3-90cf-5f98f0230164 up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:58:18.019250 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-efa604bd-65a3-4633-b45e-23b40ece0f3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:58:18.071356 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning for port f3873917-5f1f-49f3-90cf-5f98f0230164 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:58:18.081987 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port f3873917-5f1f-49f3-90cf-5f98f0230164 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:58:18.082743 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:18.201563 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-700476cf-9203-40e1-bb16-da820e12f73e req-c804e9f9-9d99-4acc-b362-abe09f0b1ddc tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6805274 Jan 21 19:58:18.257291 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-fa8785b5-3aec-4920-892d-a828f82f2a15 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Allocated IP 172.20.0.3 (d6138fb5-b76e-4f29-8bbf-74ec66db9e66/c1281d7a-a47b-4e8a-8373-d8daef5b1038/0ace9033-d0df-4cf8-96a2-b427cf301a87) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 19:58:18.258741 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-a74756b1-184d-4acb-aa19-c8bd8073708c req-81ee57b8-606d-4160-85e7-7bf7f7276785 tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2470122'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:18.300778 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7e0fd0bd-9002-4065-8b3b-3d248e188d70 req-a4dd23fe-0aa7-4aad-8566-c1309fff01ce tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5498190 Jan 21 19:58:18.377189 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-efa604bd-65a3-4633-b45e-23b40ece0f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:18.387035 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-efa604bd-65a3-4633-b45e-23b40ece0f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:18.392870 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e19a0b-4811-4ad8-a61b-1e509f926898 req-d1cef13a-b4c9-43ee-911d-b77cbfc0ba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:18.399301 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-97e19a0b-4811-4ad8-a61b-1e509f926898 req-d1cef13a-b4c9-43ee-911d-b77cbfc0ba25 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ee36fc873ab24a67926c381490f868a4&device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 1162 time: 0.3032098 Jan 21 19:58:18.412318 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:18.505419 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af1a4da-b7bd-4777-baa6-260428324d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3873917-5f1f-49f3-90cf-5f98f0230164'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:58:18.561108 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] For port f3873917-5f1f-49f3-90cf-5f98f0230164, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=f3873917-5f1f-49f3-90cf-5f98f0230164,segment=NetworkSegment(23c589ac-043e-4282-ad98-f9d86a119fbd),segment_id=23c589ac-043e-4282-ad98-f9d86a119fbd)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 19:58:18.566622 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:18.572392 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:18.722038 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device dc946b2f-37e9-42bc-8ab1-ecb141c2db81 no longer exists at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 19:58:18.809770 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] No Port match for: dc946b2f-37e9-42bc-8ab1-ecb141c2db81 {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 19:58:18.810531 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device dc946b2f-37e9-42bc-8ab1-ecb141c2db81 not bound to the agent host hv-cinder-72618 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 19:58:18.837969 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6f46bc49-2b0b-41be-b91a-c6d6945aafda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:18.886153 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Pushing event updated for resources: {'Port': ['ID=f3873917-5f1f-49f3-90cf-5f98f0230164,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:18.895375 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:18.921669 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-efa604bd-65a3-4633-b45e-23b40ece0f3d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5926dfb4d6384feb93dc2660fa04d88a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3740892 Jan 21 19:58:18.929207 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 54562) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:18.960931 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e19a0b-4811-4ad8-a61b-1e509f926898 req-ad2c34fa-2cb9-4c36-99cc-a9be9cde7d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:18.963189 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-97e19a0b-4811-4ad8-a61b-1e509f926898 req-ad2c34fa-2cb9-4c36-99cc-a9be9cde7d63 service neutron] 10.222.0.83 "GET /v2.0/networks?id=287f6cae-db55-4735-aea1-21baf8371aab HTTP/1.1" status: 200 len: 912 time: 0.5049732 Jan 21 19:58:19.033555 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa604bd-65a3-4633-b45e-23b40ece0f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0041e37a-e1eb-48c8-8080-b9fd7394f82d,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:19.045605 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-a74756b1-184d-4acb-aa19-c8bd8073708c req-81ee57b8-606d-4160-85e7-7bf7f7276785 tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] No DVR routers for this DVR port dc946b2f-37e9-42bc-8ab1-ecb141c2db81 on host hv-cinder-72618 {{(pid=80113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 19:58:19.047673 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-efa604bd-65a3-4633-b45e-23b40ece0f3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:19.051744 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-906d8bf4-37c3-4e69-ba64-37c281e6de1f tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:19.078304 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c9bbd024-0056-4c0b-b55e-f19e80143d9d req-23d1c1a4-502c-41be-8613-081540b33712 tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] 10.222.0.74 "GET /v2.0/ports?device_id=ee4e1150-036e-4e54-b2f2-0c40a900b192 HTTP/1.1" status: 200 len: 210 time: 0.2529957 Jan 21 19:58:19.192453 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-a74756b1-184d-4acb-aa19-c8bd8073708c req-81ee57b8-606d-4160-85e7-7bf7f7276785 tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:19.197787 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4e1150-036e-4e54-b2f2-0c40a900b192', 'name': 'network-vif-deleted', 'tag': 'dc946b2f-37e9-42bc-8ab1-ecb141c2db81'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:58:19.241858 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee57b8-606d-4160-85e7-7bf7f7276785 tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Pushing event deleted for resources: {'Port': ['ID=dc946b2f-37e9-42bc-8ab1-ecb141c2db81,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:19.273131 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-81ee57b8-606d-4160-85e7-7bf7f7276785 tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:19.298979 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-97e19a0b-4811-4ad8-a61b-1e509f926898 req-3b5621f3-5cf2-474b-a866-ad982196216d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b7889127-6f56-46a5-a487-96ab12960634 HTTP/1.1" status: 200 len: 217 time: 0.2168593 Jan 21 19:58:19.383113 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a74756b1-184d-4acb-aa19-c8bd8073708c req-81ee57b8-606d-4160-85e7-7bf7f7276785 tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] 10.222.0.83 "DELETE /v2.0/ports/dc946b2f-37e9-42bc-8ab1-ecb141c2db81 HTTP/1.1" status: 204 len: 173 time: 3.7240667 Jan 21 19:58:19.418223 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-58e5b73b-efae-4068-b408-dff7db229e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:19.491528 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-58e5b73b-efae-4068-b408-dff7db229e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:19.494947 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e19a0b-4811-4ad8-a61b-1e509f926898 req-e744d94b-8371-4efa-b280-46fd9f9832bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:19.497738 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-97e19a0b-4811-4ad8-a61b-1e509f926898 req-e744d94b-8371-4efa-b280-46fd9f9832bf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5521111e-d6d7-421c-9b55-9115682bf598 HTTP/1.1" status: 200 len: 858 time: 0.1831639 Jan 21 19:58:19.567893 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-58e5b73b-efae-4068-b408-dff7db229e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:19.574226 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-69aed93d-ca18-4a96-8721-aed4bcb975ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:19.593336 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e5b73b-efae-4068-b408-dff7db229e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0041e37a-e1eb-48c8-8080-b9fd7394f82d,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:19.607762 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-58e5b73b-efae-4068-b408-dff7db229e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:19.635587 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-58e5b73b-efae-4068-b408-dff7db229e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:19.637367 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-58e5b73b-efae-4068-b408-dff7db229e95 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0041e37a-e1eb-48c8-8080-b9fd7394f82d HTTP/1.1" status: 204 len: 168 time: 0.7006357 Jan 21 19:58:19.842879 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-308cb5fe-b9d4-48e6-9edc-9a117dec13e2 req-9d058c4b-720a-4217-a7f1-9e689f8b8304 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 210 time: 0.3030276 Jan 21 19:58:19.869698 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-97e19a0b-4811-4ad8-a61b-1e509f926898 req-909af59f-e84d-43df-a2fe-0b06919cfcbb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=287f6cae-db55-4735-aea1-21baf8371aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3286266 Jan 21 19:58:19.897604 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9af1a4da-b7bd-4777-baa6-260428324d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3873917-5f1f-49f3-90cf-5f98f0230164', 'code': 200} Jan 21 19:58:19.934981 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-fa8785b5-3aec-4920-892d-a828f82f2a15 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:20.044369 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4e1150-036e-4e54-b2f2-0c40a900b192', 'name': 'network-vif-deleted', 'tag': 'dc946b2f-37e9-42bc-8ab1-ecb141c2db81', 'status': 'completed', 'code': 200} Jan 21 19:58:20.102731 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-fa8785b5-3aec-4920-892d-a828f82f2a15 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Transition to ACTIVE for port object 0ace9033-d0df-4cf8-96a2-b427cf301a87 will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:58:20.164831 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device b7889127-6f56-46a5-a487-96ab12960634 up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:58:20.234925 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 54594) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:20.506493 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port b7889127-6f56-46a5-a487-96ab12960634 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:58:20.507411 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:20.655633 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-97e19a0b-4811-4ad8-a61b-1e509f926898 req-1d2dcd23-cd97-4e80-ba97-14a0785aa4eb service neutron] 10.222.0.83 "GET /v2.0/networks/287f6cae-db55-4735-aea1-21baf8371aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6836739 Jan 21 19:58:20.658725 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-fa8785b5-3aec-4920-892d-a828f82f2a15 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:20.690451 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ad96c4c0-08a2-4fa7-9a88-1405d4e0a6f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:20.837656 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device f3873917-5f1f-49f3-90cf-5f98f0230164 up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:58:20.889605 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8c44c886-776b-461c-8f8e-89fa586c526b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:20.947312 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port f3873917-5f1f-49f3-90cf-5f98f0230164 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:58:20.948007 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:20.968527 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-8c44c886-776b-461c-8f8e-89fa586c526b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:58:21.007481 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-8c44c886-776b-461c-8f8e-89fa586c526b admin admin] Usage tracker for resource:security_group_rule and tenant:52123b2e90e44a348ad1cdd06617a6a3 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:58:21.024203 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-8c44c886-776b-461c-8f8e-89fa586c526b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:58:21.092633 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3bb0d2-34e6-4602-bb14-e5852db18280 req-f571a64a-16fe-40c5-8c69-ae5474ef879c tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:21.098415 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7f3bb0d2-34e6-4602-bb14-e5852db18280 req-f571a64a-16fe-40c5-8c69-ae5474ef879c tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 0.8797891 Jan 21 19:58:21.100635 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-8c44c886-776b-461c-8f8e-89fa586c526b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:58:21.213460 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81bab31-7e43-4260-bdb9-6a380067910e req-b74c9e78-4d85-422d-a8bd-9da958a9741c tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:21.223352 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e81bab31-7e43-4260-bdb9-6a380067910e req-b74c9e78-4d85-422d-a8bd-9da958a9741c tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=9af1a4da-b7bd-4777-baa6-260428324d8a HTTP/1.1" status: 200 len: 945 time: 0.8454072 Jan 21 19:58:21.287991 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8476f-ca79-470a-8846-54c08a6e194e req-1d888e17-ffa4-45b4-8973-5911c9158a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:21.291163 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-74f8476f-ca79-470a-8846-54c08a6e194e req-1d888e17-ffa4-45b4-8973-5911c9158a30 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9af1a4da-b7bd-4777-baa6-260428324d8a HTTP/1.1" status: 200 len: 1162 time: 0.6669903 Jan 21 19:58:21.469948 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-74f8476f-ca79-470a-8846-54c08a6e194e req-271a54fa-f505-4abc-b300-4a925f1b35f1 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492798 Jan 21 19:58:21.472577 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8785b5-3aec-4920-892d-a828f82f2a15 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Pushing event updated for resources: {'Port': ['ID=0ace9033-d0df-4cf8-96a2-b427cf301a87,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:21.487518 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-fa8785b5-3aec-4920-892d-a828f82f2a15 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.797s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:21.539089 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7f3bb0d2-34e6-4602-bb14-e5852db18280 req-dda980df-4ad9-4094-864a-bd3ee969bfec tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853285 Jan 21 19:58:21.544250 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8c44c886-776b-461c-8f8e-89fa586c526b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:21.549064 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8c44c886-776b-461c-8f8e-89fa586c526b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:21.580091 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e331d199-9a99-4742-af88-2fb9734e8d01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:21.585144 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-fa8785b5-3aec-4920-892d-a828f82f2a15 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Network d6138fb5-b76e-4f29-8bbf-74ec66db9e66 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:58:21.611131 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e81bab31-7e43-4260-bdb9-6a380067910e req-27f8ebb1-cc4b-4886-8f7c-5a32596b43b0 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861990 Jan 21 19:58:21.615455 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-fa8785b5-3aec-4920-892d-a828f82f2a15 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:58:21.634445 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-fa8785b5-3aec-4920-892d-a828f82f2a15 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 19:58:21.676667 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-fa8785b5-3aec-4920-892d-a828f82f2a15 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:21.677461 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-fa8785b5-3aec-4920-892d-a828f82f2a15 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:21.731378 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-8c44c886-776b-461c-8f8e-89fa586c526b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=52123b2e90e44a348ad1cdd06617a6a3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4934037 Jan 21 19:58:21.732673 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 54622) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:21.743879 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44c886-776b-461c-8f8e-89fa586c526b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158e6c3b-208f-428b-bbcc-57ef5013a42a,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:21.750134 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-97e19a0b-4811-4ad8-a61b-1e509f926898 req-01c37bc8-4c0c-4692-a77a-47ad2b651af4 service neutron] 10.222.0.83 "GET /v2.0/networks/287f6cae-db55-4735-aea1-21baf8371aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9379790 Jan 21 19:58:21.754169 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-8c44c886-776b-461c-8f8e-89fa586c526b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:21.777458 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-fa8785b5-3aec-4920-892d-a828f82f2a15 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.7543695 Jan 21 19:58:21.919754 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-49013fdd-ec1b-4df9-809b-3e54b41f6149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:21.939003 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-b9d284bb-03dc-4a8b-8e33-d36bbc932a96 service neutron] Request body: {'port': {'device_id': '0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:58:21.988961 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-49013fdd-ec1b-4df9-809b-3e54b41f6149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:22.075568 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device b7889127-6f56-46a5-a487-96ab12960634 up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:58:22.155527 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-49013fdd-ec1b-4df9-809b-3e54b41f6149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:22.167075 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ce8b1a9f-73cd-4416-81de-bd70861d1ea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:22.168423 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-b9d284bb-03dc-4a8b-8e33-d36bbc932a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:22.190961 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49013fdd-ec1b-4df9-809b-3e54b41f6149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158e6c3b-208f-428b-bbcc-57ef5013a42a,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:22.197008 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-49013fdd-ec1b-4df9-809b-3e54b41f6149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:22.200865 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-49013fdd-ec1b-4df9-809b-3e54b41f6149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:22.202896 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-49013fdd-ec1b-4df9-809b-3e54b41f6149 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/158e6c3b-208f-428b-bbcc-57ef5013a42a HTTP/1.1" status: 204 len: 168 time: 0.4682274 Jan 21 19:58:22.230066 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf1c79-2e9f-4c2a-8d9d-692440aa4c56 req-827fc6fd-7844-4f2b-8172-72bb9c2b74b9 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:22.231812 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-f9cf1c79-2e9f-4c2a-8d9d-692440aa4c56 req-827fc6fd-7844-4f2b-8172-72bb9c2b74b9 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Synchronizing usage tracker for tenant:ac30196b7fac4ccba1cac9aaee7458e7 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 19:58:22.316383 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-f9cf1c79-2e9f-4c2a-8d9d-692440aa4c56 req-827fc6fd-7844-4f2b-8172-72bb9c2b74b9 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Unset dirty status for tenant:ac30196b7fac4ccba1cac9aaee7458e7 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 19:58:22.318319 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f9cf1c79-2e9f-4c2a-8d9d-692440aa4c56 req-827fc6fd-7844-4f2b-8172-72bb9c2b74b9 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 931 time: 0.4710481 Jan 21 19:58:22.350170 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-982460c8-5b47-48b1-bbb7-d204d9167987 None None] Provisioning for port 0ace9033-d0df-4cf8-96a2-b427cf301a87 completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:58:22.364180 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-982460c8-5b47-48b1-bbb7-d204d9167987 None None] Provisioning complete for port 0ace9033-d0df-4cf8-96a2-b427cf301a87 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:58:22.364873 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-982460c8-5b47-48b1-bbb7-d204d9167987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:22.528948 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f9cf1c79-2e9f-4c2a-8d9d-692440aa4c56 req-43531cc2-d47d-4261-800a-19be8837395e tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426630 Jan 21 19:58:22.697772 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-982460c8-5b47-48b1-bbb7-d204d9167987 None None] Port 0ace9033-d0df-4cf8-96a2-b427cf301a87 cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 19:58:22.701095 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port b7889127-6f56-46a5-a487-96ab12960634 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:58:22.701760 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:23.819261 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175acb13-70e0-4233-9c2a-ed1c10be295a req-8ccd4074-5391-47e7-aaf0-605d1ec9662e tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:23.828234 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-175acb13-70e0-4233-9c2a-ed1c10be295a req-8ccd4074-5391-47e7-aaf0-605d1ec9662e tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 0.9089255 Jan 21 19:58:23.836475 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device f3873917-5f1f-49f3-90cf-5f98f0230164 up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:58:23.837532 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-b9d284bb-03dc-4a8b-8e33-d36bbc932a96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ace9033-d0df-4cf8-96a2-b427cf301a87 {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 19:58:23.866019 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-b9d284bb-03dc-4a8b-8e33-d36bbc932a96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:23.925872 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53315a-9bc6-4eab-973e-384cb0e3e827 req-424a3660-a9f5-4c82-84a9-b25e556c4939 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:23.934898 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5c53315a-9bc6-4eab-973e-384cb0e3e827 req-424a3660-a9f5-4c82-84a9-b25e556c4939 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=9af1a4da-b7bd-4777-baa6-260428324d8a HTTP/1.1" status: 200 len: 945 time: 1.0071356 Jan 21 19:58:23.998114 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port f3873917-5f1f-49f3-90cf-5f98f0230164 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:58:23.998464 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-b9d284bb-03dc-4a8b-8e33-d36bbc932a96 service neutron] Transition to ACTIVE for port object 0ace9033-d0df-4cf8-96a2-b427cf301a87 will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:58:23.998686 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:24.029061 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-b9d284bb-03dc-4a8b-8e33-d36bbc932a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:24.068560 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:24.422461 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-175acb13-70e0-4233-9c2a-ed1c10be295a req-93ea4b6b-240b-45f2-b36e-852f48a57fb5 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5927737 Jan 21 19:58:24.551450 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d284bb-03dc-4a8b-8e33-d36bbc932a96 service neutron] Pushing event updated for resources: {'Port': ['ID=0ace9033-d0df-4cf8-96a2-b427cf301a87,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:24.572755 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b9d284bb-03dc-4a8b-8e33-d36bbc932a96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:24.639591 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5c53315a-9bc6-4eab-973e-384cb0e3e827 req-8b2829c9-f204-43c1-a7f8-dffda1c36469 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7011523 Jan 21 19:58:24.998709 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.agents_db [None req-c7ecb146-6622-446f-8bab-48f8cf3fe8cd None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 19:58:25.063618 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-b9d284bb-03dc-4a8b-8e33-d36bbc932a96 service neutron] Attempting to bind port 0ace9033-d0df-4cf8-96a2-b427cf301a87 on host hv-cinder-72618 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 19:58:25.064521 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-b9d284bb-03dc-4a8b-8e33-d36bbc932a96 service neutron] Attempting to bind port 0ace9033-d0df-4cf8-96a2-b427cf301a87 by drivers openvswitch on host hv-cinder-72618 at level 0 using segments [{'id': '1f47a8ba-e3ad-4d68-a35b-b035d86b14ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd6138fb5-b76e-4f29-8bbf-74ec66db9e66'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 19:58:25.065156 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-b9d284bb-03dc-4a8b-8e33-d36bbc932a96 service neutron] Attempting to bind port 0ace9033-d0df-4cf8-96a2-b427cf301a87 on network d6138fb5-b76e-4f29-8bbf-74ec66db9e66 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 19:58:25.096974 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-b9d284bb-03dc-4a8b-8e33-d36bbc932a96 service neutron] Checking agent: {'id': 'f41af306-ec4b-4f2b-b4b7-a53ee99eba1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 53, 28), 'started_at': datetime.datetime(2021, 1, 21, 19, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 19, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:58:25.097606 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-b9d284bb-03dc-4a8b-8e33-d36bbc932a96 service neutron] Checking segment: {'id': '1f47a8ba-e3ad-4d68-a35b-b035d86b14ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd6138fb5-b76e-4f29-8bbf-74ec66db9e66'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:58:25.098281 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-b9d284bb-03dc-4a8b-8e33-d36bbc932a96 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:25.098982 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-b9d284bb-03dc-4a8b-8e33-d36bbc932a96 service neutron] Bound using segment: {'id': '1f47a8ba-e3ad-4d68-a35b-b035d86b14ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd6138fb5-b76e-4f29-8bbf-74ec66db9e66'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:58:25.100632 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-b9d284bb-03dc-4a8b-8e33-d36bbc932a96 service neutron] Bound port: 0ace9033-d0df-4cf8-96a2-b427cf301a87, host: hv-cinder-72618, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f47a8ba-e3ad-4d68-a35b-b035d86b14ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd6138fb5-b76e-4f29-8bbf-74ec66db9e66'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 19:58:25.101306 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-b9d284bb-03dc-4a8b-8e33-d36bbc932a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:25.206697 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206ed95-ecf4-4069-9a7e-a741be6c123a req-e6ffc020-9caf-42d1-8bba-bfac2207514e tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:25.216059 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b206ed95-ecf4-4069-9a7e-a741be6c123a req-e6ffc020-9caf-42d1-8bba-bfac2207514e tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 943 time: 0.6119583 Jan 21 19:58:25.419921 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b206ed95-ecf4-4069-9a7e-a741be6c123a req-f42bd85f-383a-4c36-b6f6-2e01824eb487 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2021892 Jan 21 19:58:25.505862 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-b9d284bb-03dc-4a8b-8e33-d36bbc932a96 service neutron] For port 0ace9033-d0df-4cf8-96a2-b427cf301a87, host hv-cinder-72618, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 19:58:25.518870 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-b9d284bb-03dc-4a8b-8e33-d36bbc932a96 service neutron] For port 0ace9033-d0df-4cf8-96a2-b427cf301a87, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=0ace9033-d0df-4cf8-96a2-b427cf301a87,segment=NetworkSegment(1f47a8ba-e3ad-4d68-a35b-b035d86b14ed),segment_id=1f47a8ba-e3ad-4d68-a35b-b035d86b14ed)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 19:58:25.527969 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-b9d284bb-03dc-4a8b-8e33-d36bbc932a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:25.597403 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-1286cfb6-9484-4458-9c10-459c3094a319 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:26.024928 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d284bb-03dc-4a8b-8e33-d36bbc932a96 service neutron] Pushing event updated for resources: {'Port': ['ID=0ace9033-d0df-4cf8-96a2-b427cf301a87,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:26.048125 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b9d284bb-03dc-4a8b-8e33-d36bbc932a96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:26.435223 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc03c2-70a3-4394-9dd9-9657b7c29a79 req-9a5113ef-0e91-41d6-9646-7599ee0117b8 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:26.437034 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4adc03c2-70a3-4394-9dd9-9657b7c29a79 req-9a5113ef-0e91-41d6-9646-7599ee0117b8 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=9af1a4da-b7bd-4777-baa6-260428324d8a HTTP/1.1" status: 200 len: 945 time: 0.3286550 Jan 21 19:58:26.438409 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-b9d284bb-03dc-4a8b-8e33-d36bbc932a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:26.439101 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-b9d284bb-03dc-4a8b-8e33-d36bbc932a96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:26.440574 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-b9d284bb-03dc-4a8b-8e33-d36bbc932a96 service neutron] 10.222.0.83 "PUT /v2.0/ports/0ace9033-d0df-4cf8-96a2-b427cf301a87 HTTP/1.1" status: 200 len: 1157 time: 4.5076766 Jan 21 19:58:26.441489 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5', 'tag': '0ace9033-d0df-4cf8-96a2-b427cf301a87'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:58:26.714322 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5', 'tag': '0ace9033-d0df-4cf8-96a2-b427cf301a87', 'status': 'completed', 'code': 200} Jan 21 19:58:26.790969 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4adc03c2-70a3-4394-9dd9-9657b7c29a79 req-d98fa0cf-b821-4453-888c-d374a202f864 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318057 Jan 21 19:58:26.886783 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-914c7def-c611-41a4-a6c3-a374863fed34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:26.889923 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-914c7def-c611-41a4-a6c3-a374863fed34 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ac30196b7fac4ccba1cac9aaee7458e7&device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 1160 time: 0.3295419 Jan 21 19:58:27.100863 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-d2fee585-0fc0-44e7-8923-b09b33ffa762 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ace9033-d0df-4cf8-96a2-b427cf301a87 HTTP/1.1" status: 200 len: 217 time: 0.1930733 Jan 21 19:58:27.283014 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-2a9c5399-4590-42a3-ab8f-918d57386c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:27.284677 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-2a9c5399-4590-42a3-ab8f-918d57386c43 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c1281d7a-a47b-4e8a-8373-d8daef5b1038 HTTP/1.1" status: 200 len: 856 time: 0.1564796 Jan 21 19:58:27.372521 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e614981-87a5-4d0a-b35c-ea90eb1c3e72 req-0bb1bcd4-4b74-415e-82d2-4a0fb82cef6f tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:27.376660 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6e614981-87a5-4d0a-b35c-ea90eb1c3e72 req-0bb1bcd4-4b74-415e-82d2-4a0fb82cef6f tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 943 time: 0.4716468 Jan 21 19:58:27.587747 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6e614981-87a5-4d0a-b35c-ea90eb1c3e72 req-61801cc2-7ae7-4488-9bb6-23dea95ff089 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1930847 Jan 21 19:58:27.638962 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-2cd54fe0-6c96-4f18-9fa5-f8492fb20708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:27.641896 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-2cd54fe0-6c96-4f18-9fa5-f8492fb20708 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d6138fb5-b76e-4f29-8bbf-74ec66db9e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3454878 Jan 21 19:58:27.920254 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-574b4a9c-f414-42a1-a957-ceefed6056e5 service neutron] 10.222.0.83 "GET /v2.0/networks/d6138fb5-b76e-4f29-8bbf-74ec66db9e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610822 Jan 21 19:58:28.129045 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1e60924d-649d-4ab6-85c9-09afebd52a64 req-c04ddb64-d9be-4ba3-9148-1a00ba0d3432 service neutron] 10.222.0.83 "GET /v2.0/networks/d6138fb5-b76e-4f29-8bbf-74ec66db9e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1933634 Jan 21 19:58:28.212702 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:28.371965 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ad6f0-6661-411c-8cfc-8b0a9a2379e4 req-c44e3069-3814-494b-9fc2-6dc7c833b1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:28.374903 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-559ad6f0-6661-411c-8cfc-8b0a9a2379e4 req-c44e3069-3814-494b-9fc2-6dc7c833b1a2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ac30196b7fac4ccba1cac9aaee7458e7&device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 1160 time: 0.1151190 Jan 21 19:58:28.711796 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ad6f0-6661-411c-8cfc-8b0a9a2379e4 req-2a7cdf80-9585-4f97-a777-3e6ce1b611e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:28.714936 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-559ad6f0-6661-411c-8cfc-8b0a9a2379e4 req-2a7cdf80-9585-4f97-a777-3e6ce1b611e4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d6138fb5-b76e-4f29-8bbf-74ec66db9e66 HTTP/1.1" status: 200 len: 911 time: 0.3136806 Jan 21 19:58:28.906284 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e120c9-77d5-4257-aa30-d164b6c75f7f req-dc14d1ed-ce3f-4aa1-af57-c822e4dcb340 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:28.909323 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d1e120c9-77d5-4257-aa30-d164b6c75f7f req-dc14d1ed-ce3f-4aa1-af57-c822e4dcb340 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 0.3736057 Jan 21 19:58:28.911873 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-559ad6f0-6661-411c-8cfc-8b0a9a2379e4 req-6a7d5d06-a358-4f6c-8a40-bd754398a29f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ace9033-d0df-4cf8-96a2-b427cf301a87 HTTP/1.1" status: 200 len: 217 time: 0.1862452 Jan 21 19:58:29.234878 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d1e120c9-77d5-4257-aa30-d164b6c75f7f req-21aa9952-3042-4104-8fe7-9002548aa87a tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354224 Jan 21 19:58:29.243185 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ad6f0-6661-411c-8cfc-8b0a9a2379e4 req-9b7f8b28-c437-4c96-9c69-5878a4a36153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:29.250416 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-559ad6f0-6661-411c-8cfc-8b0a9a2379e4 req-9b7f8b28-c437-4c96-9c69-5878a4a36153 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c1281d7a-a47b-4e8a-8373-d8daef5b1038 HTTP/1.1" status: 200 len: 856 time: 0.2495592 Jan 21 19:58:29.745612 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca706520-2484-4863-8718-3338cb88659d req-ac43150f-4bc4-4c81-b144-fef28dd39179 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:29.748632 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ca706520-2484-4863-8718-3338cb88659d req-ac43150f-4bc4-4c81-b144-fef28dd39179 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 943 time: 0.8327837 Jan 21 19:58:29.990758 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ca706520-2484-4863-8718-3338cb88659d req-dabdb1b1-6041-4a15-ab80-7c5dc4cd4306 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715784 Jan 21 19:58:30.022886 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ad6f0-6661-411c-8cfc-8b0a9a2379e4 req-724f28c6-bcc4-4c27-b3ec-42a84749fa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:30.025936 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-559ad6f0-6661-411c-8cfc-8b0a9a2379e4 req-724f28c6-bcc4-4c27-b3ec-42a84749fa19 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d6138fb5-b76e-4f29-8bbf-74ec66db9e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.7557466 Jan 21 19:58:30.140629 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db716b-3ca6-44fe-ba07-550e94e61766 req-4c3b0773-cc33-4a15-b41b-1f216e1ed77c tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:30.143781 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e3db716b-3ca6-44fe-ba07-550e94e61766 req-4c3b0773-cc33-4a15-b41b-1f216e1ed77c tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 946 time: 0.4511254 Jan 21 19:58:30.353125 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e3db716b-3ca6-44fe-ba07-550e94e61766 req-177a0b87-57f3-4e30-a89b-27e47c7cd306 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143556 Jan 21 19:58:30.396865 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-559ad6f0-6661-411c-8cfc-8b0a9a2379e4 req-980a7cd6-0d04-4d91-a139-d22572a498b3 service neutron] 10.222.0.83 "GET /v2.0/networks/d6138fb5-b76e-4f29-8bbf-74ec66db9e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525755 Jan 21 19:58:30.674334 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-559ad6f0-6661-411c-8cfc-8b0a9a2379e4 req-0b988a0a-21c2-4b07-b574-1f9f6d5b9825 service neutron] 10.222.0.83 "GET /v2.0/networks/d6138fb5-b76e-4f29-8bbf-74ec66db9e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2602937 Jan 21 19:58:31.633158 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3697cb-f48d-4a74-a124-eebd9ab48903 req-39d79876-d4c3-4647-ad06-e4159242d655 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:31.648398 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ee3697cb-f48d-4a74-a124-eebd9ab48903 req-39d79876-d4c3-4647-ad06-e4159242d655 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 943 time: 0.1917167 Jan 21 19:58:31.760449 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ee3697cb-f48d-4a74-a124-eebd9ab48903 req-a6362162-9010-4c07-8eef-4d2d028a70ec tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033611 Jan 21 19:58:32.128462 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977c1b6-56e7-40fe-bc94-a2613ca6a800 req-ba503240-2c84-41f8-8dad-ef6a2c86efa1 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:32.131453 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c977c1b6-56e7-40fe-bc94-a2613ca6a800 req-ba503240-2c84-41f8-8dad-ef6a2c86efa1 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 946 time: 0.1458447 Jan 21 19:58:32.209499 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c977c1b6-56e7-40fe-bc94-a2613ca6a800 req-d4c18ac6-c557-4dbf-8231-6304816a787a tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709248 Jan 21 19:58:33.041892 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 0ace9033-d0df-4cf8-96a2-b427cf301a87 up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:58:33.127603 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning for port 0ace9033-d0df-4cf8-96a2-b427cf301a87 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:58:33.134077 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 0ace9033-d0df-4cf8-96a2-b427cf301a87 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:58:33.134644 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:33.189966 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17bd6f-8c4c-4f7e-8128-e7f242932cd4 req-820d5a68-9c2b-47ad-b1a8-869682bc8e36 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:33.193906 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4b17bd6f-8c4c-4f7e-8128-e7f242932cd4 req-820d5a68-9c2b-47ad-b1a8-869682bc8e36 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 943 time: 0.1461191 Jan 21 19:58:33.253424 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4b17bd6f-8c4c-4f7e-8128-e7f242932cd4 req-a3dd3761-6d1d-44d3-a642-8b310058aa14 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519249 Jan 21 19:58:33.283613 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:33.326161 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ace9033-d0df-4cf8-96a2-b427cf301a87'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:58:33.341058 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] For port 0ace9033-d0df-4cf8-96a2-b427cf301a87, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=0ace9033-d0df-4cf8-96a2-b427cf301a87,segment=NetworkSegment(1f47a8ba-e3ad-4d68-a35b-b035d86b14ed),segment_id=1f47a8ba-e3ad-4d68-a35b-b035d86b14ed)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 19:58:33.344687 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:33.347219 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:33.427110 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ace9033-d0df-4cf8-96a2-b427cf301a87', 'code': 200} Jan 21 19:58:33.458738 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Pushing event updated for resources: {'Port': ['ID=0ace9033-d0df-4cf8-96a2-b427cf301a87,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:33.462708 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:33.570461 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f7261-e8bc-406b-a8ac-a5977bf36763 req-5c68590a-db0f-4cbb-8caa-8673a3184944 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:33.572105 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e78f7261-e8bc-406b-a8ac-a5977bf36763 req-5c68590a-db0f-4cbb-8caa-8673a3184944 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 946 time: 0.1808007 Jan 21 19:58:33.690871 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e78f7261-e8bc-406b-a8ac-a5977bf36763 req-e430b526-8165-498f-9bbe-b51405e7c8eb tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895667 Jan 21 19:58:33.834808 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf99d26-b22d-4087-9ee2-45b7aeb6f6aa req-e0b6d1f1-3317-4725-aa63-82cbdb67032b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:33.837682 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-bbf99d26-b22d-4087-9ee2-45b7aeb6f6aa req-e0b6d1f1-3317-4725-aa63-82cbdb67032b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 1162 time: 0.0946932 Jan 21 19:58:33.909769 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-bbf99d26-b22d-4087-9ee2-45b7aeb6f6aa req-e997c647-6127-4404-860d-f64e7f5394a7 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511389 Jan 21 19:58:34.029822 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 0ace9033-d0df-4cf8-96a2-b427cf301a87 up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:58:34.177633 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 0ace9033-d0df-4cf8-96a2-b427cf301a87 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:58:34.178528 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:34.435324 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ecb335dd-2ff4-4489-a3d5-6a91daade4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:34.737269 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 55066) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:34.743676 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023859a-f103-4f83-a8e4-36c9ccfdc5f6 req-9f180b9a-47e0-43a8-93b5-c7f363c59b31 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:34.755741 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e023859a-f103-4f83-a8e4-36c9ccfdc5f6 req-9f180b9a-47e0-43a8-93b5-c7f363c59b31 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 945 time: 0.2711222 Jan 21 19:58:34.866781 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e023859a-f103-4f83-a8e4-36c9ccfdc5f6 req-03b0a7b3-6574-4e40-bc5e-381e5045867a tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094046 Jan 21 19:58:35.025298 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-97115e84-2db4-4d13-a423-8567cd0b49b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:35.048442 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-97115e84-2db4-4d13-a423-8567cd0b49b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:58:35.056970 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-97115e84-2db4-4d13-a423-8567cd0b49b8 admin admin] Usage tracker for resource:security_group_rule and tenant:d4825df213f0458e96ce718b41399d60 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:58:35.063338 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-97115e84-2db4-4d13-a423-8567cd0b49b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:58:35.075186 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-97115e84-2db4-4d13-a423-8567cd0b49b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:58:35.225826 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540e448-242e-4566-83d8-ac72fa1fe6f0 req-f4d0b3de-1feb-46cd-8e03-c02ad81516c4 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:35.228673 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7540e448-242e-4566-83d8-ac72fa1fe6f0 req-f4d0b3de-1feb-46cd-8e03-c02ad81516c4 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 946 time: 0.1244793 Jan 21 19:58:35.244166 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-97115e84-2db4-4d13-a423-8567cd0b49b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:35.252904 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-97115e84-2db4-4d13-a423-8567cd0b49b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:35.270801 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d066013f-a439-400c-9700-13d0e4d4e6bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:35.329180 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7540e448-242e-4566-83d8-ac72fa1fe6f0 req-3f73046b-1184-4ec4-955b-a698764372a0 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876753 Jan 21 19:58:35.372395 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-97115e84-2db4-4d13-a423-8567cd0b49b8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d4825df213f0458e96ce718b41399d60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6294081 Jan 21 19:58:35.372395 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97115e84-2db4-4d13-a423-8567cd0b49b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a64f6a6-6e20-48c5-8db0-c5521714cc9e,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:35.373076 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 55074) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:35.390041 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97115e84-2db4-4d13-a423-8567cd0b49b8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:35.390503 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97115e84-2db4-4d13-a423-8567cd0b49b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:35.390918 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97115e84-2db4-4d13-a423-8567cd0b49b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:35.391364 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97115e84-2db4-4d13-a423-8567cd0b49b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:35.391771 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97115e84-2db4-4d13-a423-8567cd0b49b8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:35.392169 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97115e84-2db4-4d13-a423-8567cd0b49b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:35.392568 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97115e84-2db4-4d13-a423-8567cd0b49b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:35.392963 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97115e84-2db4-4d13-a423-8567cd0b49b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:35.393408 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97115e84-2db4-4d13-a423-8567cd0b49b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:35.394062 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97115e84-2db4-4d13-a423-8567cd0b49b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:35.394328 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97115e84-2db4-4d13-a423-8567cd0b49b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:35.395115 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97115e84-2db4-4d13-a423-8567cd0b49b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:35.395570 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97115e84-2db4-4d13-a423-8567cd0b49b8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:35.395971 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97115e84-2db4-4d13-a423-8567cd0b49b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:35.396367 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97115e84-2db4-4d13-a423-8567cd0b49b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:35.396932 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97115e84-2db4-4d13-a423-8567cd0b49b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:35.397538 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97115e84-2db4-4d13-a423-8567cd0b49b8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:35.397936 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97115e84-2db4-4d13-a423-8567cd0b49b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:35.398330 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97115e84-2db4-4d13-a423-8567cd0b49b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:35.398758 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97115e84-2db4-4d13-a423-8567cd0b49b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:35.399155 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97115e84-2db4-4d13-a423-8567cd0b49b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:35.399550 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97115e84-2db4-4d13-a423-8567cd0b49b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:35.399941 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97115e84-2db4-4d13-a423-8567cd0b49b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:35.400329 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97115e84-2db4-4d13-a423-8567cd0b49b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:35.410416 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-97115e84-2db4-4d13-a423-8567cd0b49b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:35.482288 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9c298fd2-b5a3-441f-978e-2af5db6c9faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:35.529886 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9c298fd2-b5a3-441f-978e-2af5db6c9faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:35.612619 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9c298fd2-b5a3-441f-978e-2af5db6c9faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:35.626578 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:35.699015 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9c298fd2-b5a3-441f-978e-2af5db6c9faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:35.715738 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-9c298fd2-b5a3-441f-978e-2af5db6c9faf admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8a64f6a6-6e20-48c5-8db0-c5521714cc9e HTTP/1.1" status: 204 len: 168 time: 0.3369291 Jan 21 19:58:35.715738 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c298fd2-b5a3-441f-978e-2af5db6c9faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a64f6a6-6e20-48c5-8db0-c5521714cc9e,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:35.732668 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c298fd2-b5a3-441f-978e-2af5db6c9faf admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:35.733682 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c298fd2-b5a3-441f-978e-2af5db6c9faf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:35.734671 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c298fd2-b5a3-441f-978e-2af5db6c9faf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:35.735586 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c298fd2-b5a3-441f-978e-2af5db6c9faf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:35.736720 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c298fd2-b5a3-441f-978e-2af5db6c9faf admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:35.737630 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c298fd2-b5a3-441f-978e-2af5db6c9faf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:35.738530 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c298fd2-b5a3-441f-978e-2af5db6c9faf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:35.739419 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c298fd2-b5a3-441f-978e-2af5db6c9faf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:35.740313 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c298fd2-b5a3-441f-978e-2af5db6c9faf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:35.741204 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c298fd2-b5a3-441f-978e-2af5db6c9faf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:35.742261 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c298fd2-b5a3-441f-978e-2af5db6c9faf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:35.743451 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c298fd2-b5a3-441f-978e-2af5db6c9faf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:35.744430 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c298fd2-b5a3-441f-978e-2af5db6c9faf admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:35.745598 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c298fd2-b5a3-441f-978e-2af5db6c9faf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:35.747344 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c298fd2-b5a3-441f-978e-2af5db6c9faf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:35.748182 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c298fd2-b5a3-441f-978e-2af5db6c9faf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:35.749008 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c298fd2-b5a3-441f-978e-2af5db6c9faf admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:35.749854 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c298fd2-b5a3-441f-978e-2af5db6c9faf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:35.750742 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c298fd2-b5a3-441f-978e-2af5db6c9faf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:35.751619 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c298fd2-b5a3-441f-978e-2af5db6c9faf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:35.752574 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c298fd2-b5a3-441f-978e-2af5db6c9faf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:35.753421 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c298fd2-b5a3-441f-978e-2af5db6c9faf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:35.754546 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c298fd2-b5a3-441f-978e-2af5db6c9faf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:35.755972 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c298fd2-b5a3-441f-978e-2af5db6c9faf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:58:35.764158 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-9c298fd2-b5a3-441f-978e-2af5db6c9faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:36.284439 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e793452-9dd3-4bfa-8f39-fdf964278483 req-71346996-f222-4118-ab4c-53731b6c52ab tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:36.286614 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3e793452-9dd3-4bfa-8f39-fdf964278483 req-71346996-f222-4118-ab4c-53731b6c52ab tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 945 time: 0.1385491 Jan 21 19:58:36.374833 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3e793452-9dd3-4bfa-8f39-fdf964278483 req-499a6854-1bd0-43ed-82d5-1ed9aa8d1da4 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792222 Jan 21 19:58:36.412736 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 0ace9033-d0df-4cf8-96a2-b427cf301a87 up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:58:36.537520 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1b429aeb-ae11-44a8-9050-60cfc4c5a693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:36.563051 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 0ace9033-d0df-4cf8-96a2-b427cf301a87 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:58:36.563479 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:37.001279 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c02f811-ae54-44f2-aaba-cee40e23603d req-04e17bb5-0716-4a48-9eda-9bec7dbdec0d tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:37.004300 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3c02f811-ae54-44f2-aaba-cee40e23603d req-04e17bb5-0716-4a48-9eda-9bec7dbdec0d tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 945 time: 0.3064730 Jan 21 19:58:37.016105 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 55110) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:37.023043 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-f1d36afc-30af-412a-9682-bb603fffb162 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Request body: {'floatingip': {'port_id': '0ace9033-d0df-4cf8-96a2-b427cf301a87'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:58:37.109063 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f011bf-e5aa-4b49-8a61-232138bcfb42 req-7fd70c60-a161-41d5-8445-fd7fdc453b63 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:37.111998 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e9f011bf-e5aa-4b49-8a61-232138bcfb42 req-7fd70c60-a161-41d5-8445-fd7fdc453b63 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 946 time: 0.3390536 Jan 21 19:58:37.170623 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f1d36afc-30af-412a-9682-bb603fffb162 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks [] for floatingip, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:37.178640 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e9f011bf-e5aa-4b49-8a61-232138bcfb42 req-c8063b95-d88f-41b1-9139-c216f71a0db4 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553975 Jan 21 19:58:37.513122 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:38.125940 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f1d36afc-30af-412a-9682-bb603fffb162 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks [] for floatingip, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:38.129533 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f1d36afc-30af-412a-9682-bb603fffb162 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853807100'] for floatingip, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:38.375887 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.db.l3_db [None req-f1d36afc-30af-412a-9682-bb603fffb162 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Floating IP 51f58c6d-285f-43c4-8358-6c507b3a4a69 associated. External IP: 172.27.2.96, port: 0ace9033-d0df-4cf8-96a2-b427cf301a87. Jan 21 19:58:38.483657 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:38.600736 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78427304-594d-4970-946e-f8ec5804b7c6 req-1996807a-f7d0-4789-9a48-61b311790bcd tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:38.607199 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-78427304-594d-4970-946e-f8ec5804b7c6 req-1996807a-f7d0-4789-9a48-61b311790bcd tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 946 time: 0.1809561 Jan 21 19:58:38.720383 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-78427304-594d-4970-946e-f8ec5804b7c6 req-f765c4ae-7efe-4ccb-9003-f3729d3703e8 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048102 Jan 21 19:58:38.991043 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:39.451856 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d36afc-30af-412a-9682-bb603fffb162 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Router 35483473-1478-4659-bbfb-e4cae8820afb has already been hosted by L3 agent acfbd797-5df7-45c7-9954-db8085626b2a {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 19:58:39.789606 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d36afc-30af-412a-9682-bb603fffb162 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify agent at l3_agent.dv-cinder-726180-8-iscsi the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 19:58:39.804547 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2eb115-846f-45d7-85fa-2638fa3a5779 None None] Sync routers for ids ['35483473-1478-4659-bbfb-e4cae8820afb'] in dv-cinder-726180-8-iscsi {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 19:58:39.817045 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f1d36afc-30af-412a-9682-bb603fffb162 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for floatingip, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:39.824807 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2eb115-846f-45d7-85fa-2638fa3a5779 None None] Routers {'35483473-1478-4659-bbfb-e4cae8820afb'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:58:39.826116 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-ac2eb115-846f-45d7-85fa-2638fa3a5779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T19:58:37Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['35483473-1478-4659-bbfb-e4cae8820afb'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:58:39.942763 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-f1d36afc-30af-412a-9682-bb603fffb162 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "PUT /v2.0/floatingips/51f58c6d-285f-43c4-8358-6c507b3a4a69 HTTP/1.1" status: 200 len: 990 time: 2.9251308 Jan 21 19:58:39.943924 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5', 'tag': '0ace9033-d0df-4cf8-96a2-b427cf301a87'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:58:40.175494 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ca71f-6247-4aca-aca7-078fd4193335 req-d3e2a7f8-381a-4908-9cc4-cd64b1865372 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:40.178628 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-226ca71f-6247-4aca-aca7-078fd4193335 req-d3e2a7f8-381a-4908-9cc4-cd64b1865372 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 946 time: 0.2131264 Jan 21 19:58:40.293805 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-ac2eb115-846f-45d7-85fa-2638fa3a5779 None None] Set router 35483473-1478-4659-bbfb-e4cae8820afb gateway port host: dv-cinder-726180-8-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 19:58:40.303697 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-226ca71f-6247-4aca-aca7-078fd4193335 req-5120783d-df7e-48c9-9ae3-eca6d555b9e6 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114950 Jan 21 19:58:40.337996 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5', 'tag': '0ace9033-d0df-4cf8-96a2-b427cf301a87', 'status': 'completed', 'code': 200} Jan 21 19:58:40.500251 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3745d-7c5a-4a9e-b8bc-548e0b38b6fa req-9848db55-67a8-45b7-846b-2da7f5086e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:40.501985 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5be3745d-7c5a-4a9e-b8bc-548e0b38b6fa req-9848db55-67a8-45b7-846b-2da7f5086e56 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ac30196b7fac4ccba1cac9aaee7458e7&device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 1162 time: 0.0967188 Jan 21 19:58:40.731236 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3745d-7c5a-4a9e-b8bc-548e0b38b6fa req-e9248335-927b-4843-a81a-4a5e0193e300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:40.735328 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5be3745d-7c5a-4a9e-b8bc-548e0b38b6fa req-e9248335-927b-4843-a81a-4a5e0193e300 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d6138fb5-b76e-4f29-8bbf-74ec66db9e66 HTTP/1.1" status: 200 len: 911 time: 0.2218332 Jan 21 19:58:40.920926 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5be3745d-7c5a-4a9e-b8bc-548e0b38b6fa req-6f722e54-e17f-4c8a-98c3-c0baf4ce5cce service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ace9033-d0df-4cf8-96a2-b427cf301a87 HTTP/1.1" status: 200 len: 998 time: 0.1699786 Jan 21 19:58:40.953643 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-ac2eb115-846f-45d7-85fa-2638fa3a5779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35483473-1478-4659-bbfb-e4cae8820afb', 'name': 'tempest-AttachVolumeShelveTestJSON-1154731850-router', 'tenant_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '83de776a-f212-4988-af83-8ea29852997d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:28Z', 'updated_at': '2021-01-21T19:57:45Z', 'revision_number': 4, 'project_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'gw_port': {'id': '83de776a-f212-4988-af83-8ea29852997d', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:66:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35483473-1478-4659-bbfb-e4cae8820afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:31Z', 'updated_at': '2021-01-21T19:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_floatingips': [{'id': '51f58c6d-285f-43c4-8358-6c507b3a4a69', 'tenant_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'floating_ip_address': '172.27.2.96', 'floating_network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'router_id': '35483473-1478-4659-bbfb-e4cae8820afb', 'port_id': '0ace9033-d0df-4cf8-96a2-b427cf301a87', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6138fb5-b76e-4f29-8bbf-74ec66db9e66', 'mac_address': 'fa:16:3e:4a:2c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T19:57:58Z', 'updated_at': '2021-01-21T19:58:37Z', 'revision_number': 1, 'project_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9acdb65-b9bc-473a-b6a5-9e9747e26854', 'name': '', 'network_id': 'd6138fb5-b76e-4f29-8bbf-74ec66db9e66', 'tenant_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'mac_address': 'fa:16:3e:9b:28:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35483473-1478-4659-bbfb-e4cae8820afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'c1281d7a-a47b-4e8a-8373-d8daef5b1038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:40Z', 'updated_at': '2021-01-21T19:58:00Z', 'revision_number': 5, 'project_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'subnets': [{'id': 'c1281d7a-a47b-4e8a-8373-d8daef5b1038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:58:40.961976 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2eb115-846f-45d7-85fa-2638fa3a5779 None None] Checking router: 35483473-1478-4659-bbfb-e4cae8820afb for host: dv-cinder-726180-8-iscsi {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 19:58:40.980605 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2eb115-846f-45d7-85fa-2638fa3a5779 None None] Routers {'35483473-1478-4659-bbfb-e4cae8820afb'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:58:40.981827 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-ac2eb115-846f-45d7-85fa-2638fa3a5779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T19:58:37Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['35483473-1478-4659-bbfb-e4cae8820afb'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:58:41.008731 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3745d-7c5a-4a9e-b8bc-548e0b38b6fa req-a0db90b6-193f-4e9d-9616-0038d433ae0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:41.012234 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5be3745d-7c5a-4a9e-b8bc-548e0b38b6fa req-a0db90b6-193f-4e9d-9616-0038d433ae0f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c1281d7a-a47b-4e8a-8373-d8daef5b1038 HTTP/1.1" status: 200 len: 856 time: 0.0792947 Jan 21 19:58:41.119107 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3745d-7c5a-4a9e-b8bc-548e0b38b6fa req-a1dbd6be-0574-4ce3-9a59-038bd8657ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:41.121746 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5be3745d-7c5a-4a9e-b8bc-548e0b38b6fa req-a1dbd6be-0574-4ce3-9a59-038bd8657ee6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d6138fb5-b76e-4f29-8bbf-74ec66db9e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0954483 Jan 21 19:58:41.246506 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-ac2eb115-846f-45d7-85fa-2638fa3a5779 None None] Set router 35483473-1478-4659-bbfb-e4cae8820afb gateway port host: dv-cinder-726180-8-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 19:58:41.353322 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5be3745d-7c5a-4a9e-b8bc-548e0b38b6fa req-2c0ff67d-e1f9-413f-aed3-23f25473b1e6 service neutron] 10.222.0.83 "GET /v2.0/networks/d6138fb5-b76e-4f29-8bbf-74ec66db9e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205052 Jan 21 19:58:41.716669 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5be3745d-7c5a-4a9e-b8bc-548e0b38b6fa req-94ff8338-f589-478b-ab61-ec7f6c486ea1 service neutron] 10.222.0.83 "GET /v2.0/networks/d6138fb5-b76e-4f29-8bbf-74ec66db9e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3528736 Jan 21 19:58:41.824112 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff0c4c-8921-4701-8234-9af4ee669a48 req-e1d2fe0f-f8a1-43db-8358-4883e4af2330 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:41.828115 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6aff0c4c-8921-4701-8234-9af4ee669a48 req-e1d2fe0f-f8a1-43db-8358-4883e4af2330 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 946 time: 0.2985578 Jan 21 19:58:41.963596 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6aff0c4c-8921-4701-8234-9af4ee669a48 req-2ab9b005-5f49-4e53-ac7f-a6b2ddc52c83 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245203 Jan 21 19:58:41.991412 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-ac2eb115-846f-45d7-85fa-2638fa3a5779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35483473-1478-4659-bbfb-e4cae8820afb', 'name': 'tempest-AttachVolumeShelveTestJSON-1154731850-router', 'tenant_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '83de776a-f212-4988-af83-8ea29852997d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:28Z', 'updated_at': '2021-01-21T19:57:45Z', 'revision_number': 4, 'project_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'gw_port': {'id': '83de776a-f212-4988-af83-8ea29852997d', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:66:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35483473-1478-4659-bbfb-e4cae8820afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:31Z', 'updated_at': '2021-01-21T19:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_floatingips': [{'id': '51f58c6d-285f-43c4-8358-6c507b3a4a69', 'tenant_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'floating_ip_address': '172.27.2.96', 'floating_network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'router_id': '35483473-1478-4659-bbfb-e4cae8820afb', 'port_id': '0ace9033-d0df-4cf8-96a2-b427cf301a87', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6138fb5-b76e-4f29-8bbf-74ec66db9e66', 'mac_address': 'fa:16:3e:4a:2c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T19:57:58Z', 'updated_at': '2021-01-21T19:58:37Z', 'revision_number': 1, 'project_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9acdb65-b9bc-473a-b6a5-9e9747e26854', 'name': '', 'network_id': 'd6138fb5-b76e-4f29-8bbf-74ec66db9e66', 'tenant_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'mac_address': 'fa:16:3e:9b:28:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35483473-1478-4659-bbfb-e4cae8820afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'c1281d7a-a47b-4e8a-8373-d8daef5b1038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:40Z', 'updated_at': '2021-01-21T19:58:00Z', 'revision_number': 5, 'project_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'subnets': [{'id': 'c1281d7a-a47b-4e8a-8373-d8daef5b1038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:58:42.001670 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2eb115-846f-45d7-85fa-2638fa3a5779 None None] The sync data for ids ['35483473-1478-4659-bbfb-e4cae8820afb'] in dv-cinder-726180-8-iscsi is: [{'id': '35483473-1478-4659-bbfb-e4cae8820afb', 'name': 'tempest-AttachVolumeShelveTestJSON-1154731850-router', 'tenant_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '83de776a-f212-4988-af83-8ea29852997d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:28Z', 'updated_at': '2021-01-21T19:57:45Z', 'revision_number': 4, 'project_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'gw_port': {'id': '83de776a-f212-4988-af83-8ea29852997d', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:66:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35483473-1478-4659-bbfb-e4cae8820afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:31Z', 'updated_at': '2021-01-21T19:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_floatingips': [{'id': '51f58c6d-285f-43c4-8358-6c507b3a4a69', 'tenant_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'floating_ip_address': '172.27.2.96', 'floating_network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'router_id': '35483473-1478-4659-bbfb-e4cae8820afb', 'port_id': '0ace9033-d0df-4cf8-96a2-b427cf301a87', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6138fb5-b76e-4f29-8bbf-74ec66db9e66', 'mac_address': 'fa:16:3e:4a:2c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T19:57:58Z', 'updated_at': '2021-01-21T19:58:37Z', 'revision_number': 1, 'project_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9acdb65-b9bc-473a-b6a5-9e9747e26854', 'name': '', 'network_id': 'd6138fb5-b76e-4f29-8bbf-74ec66db9e66', 'tenant_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'mac_address': 'fa:16:3e:9b:28:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35483473-1478-4659-bbfb-e4cae8820afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'c1281d7a-a47b-4e8a-8373-d8daef5b1038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:40Z', 'updated_at': '2021-01-21T19:58:00Z', 'revision_number': 5, 'project_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'subnets': [{'id': 'c1281d7a-a47b-4e8a-8373-d8daef5b1038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 19:58:42.380124 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca81ed6-974b-4703-845a-764968907ef6 None None] New status for floating IP 51f58c6d-285f-43c4-8358-6c507b3a4a69: ACTIVE {{(pid=80115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 21 19:58:43.450348 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1773e4b5-4fcc-4f9a-9219-2ab04b1daaa5 req-10669690-36ab-41ea-9c15-272edd3139a3 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:43.453423 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1773e4b5-4fcc-4f9a-9219-2ab04b1daaa5 req-10669690-36ab-41ea-9c15-272edd3139a3 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 946 time: 0.2103784 Jan 21 19:58:43.572878 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1773e4b5-4fcc-4f9a-9219-2ab04b1daaa5 req-50150fe4-076d-4c0a-8d80-930ee3b28a83 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102591 Jan 21 19:58:44.892415 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea3b5a-54af-479e-9db6-08b92d6dbe3c req-df4500f6-3a6b-488b-b54e-58bb18ccf5a7 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:44.894189 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b2ea3b5a-54af-479e-9db6-08b92d6dbe3c req-df4500f6-3a6b-488b-b54e-58bb18ccf5a7 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 946 time: 0.1430104 Jan 21 19:58:44.964157 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b2ea3b5a-54af-479e-9db6-08b92d6dbe3c req-29aee849-8922-4c44-8696-c8c0386946b2 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627184 Jan 21 19:58:46.240011 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1b785-b916-408c-ad56-a767427132eb req-0d49bb08-9442-401d-a52b-84b9bc9011f3 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:46.241851 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3ca1b785-b916-408c-ad56-a767427132eb req-0d49bb08-9442-401d-a52b-84b9bc9011f3 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 946 time: 0.1357052 Jan 21 19:58:46.325022 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3ca1b785-b916-408c-ad56-a767427132eb req-19d2d86c-1506-4c0b-baab-55e83d3afa99 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727246 Jan 21 19:58:47.718815 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2052c-7497-4721-a631-a96da03a13de req-6e5b91c0-66f5-46d2-83f0-85c537b464ec tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:47.720671 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-03a2052c-7497-4721-a631-a96da03a13de req-6e5b91c0-66f5-46d2-83f0-85c537b464ec tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 946 time: 0.1715353 Jan 21 19:58:47.787849 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-03a2052c-7497-4721-a631-a96da03a13de req-4e20e8a7-933e-40b1-9261-ff53be060bfb tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581033 Jan 21 19:58:49.211176 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6beda92-e95b-44ce-8430-bae8cd454f61 req-ab5b5ab5-5e46-47f7-bcd7-9fd28bffe245 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:49.213648 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a6beda92-e95b-44ce-8430-bae8cd454f61 req-ab5b5ab5-5e46-47f7-bcd7-9fd28bffe245 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 946 time: 0.1453009 Jan 21 19:58:49.275633 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a6beda92-e95b-44ce-8430-bae8cd454f61 req-2d8824b9-e973-4792-bf59-af43023394e6 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544589 Jan 21 19:58:50.744715 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2df2f6-2c5f-4c1c-a052-9bed8ad1ce68 req-86fedf47-22cd-4a3b-8a14-3f6fe426f3ab tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:50.748360 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-eb2df2f6-2c5f-4c1c-a052-9bed8ad1ce68 req-86fedf47-22cd-4a3b-8a14-3f6fe426f3ab tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 946 time: 0.1835489 Jan 21 19:58:50.855501 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-eb2df2f6-2c5f-4c1c-a052-9bed8ad1ce68 req-428246a2-426f-45ea-86ba-ff4bfdb95888 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936129 Jan 21 19:58:51.616673 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0a5d8-91c6-4019-8ecb-cc1eca040fe1 req-7fe82938-b5a4-4844-a569-b418d1bef55f tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:51.619088 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-61d0a5d8-91c6-4019-8ecb-cc1eca040fe1 req-7fe82938-b5a4-4844-a569-b418d1bef55f tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 946 time: 0.2077367 Jan 21 19:58:51.731950 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-61d0a5d8-91c6-4019-8ecb-cc1eca040fe1 req-cd8b142c-e406-4b9d-b422-9dd7e21aeb03 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972960 Jan 21 19:58:51.742910 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baffde0-3a1b-4451-b90a-8d5e7d7f5d8a req-1f5f8985-16ad-44f4-a825-86da5d62ab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:51.745678 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3baffde0-3a1b-4451-b90a-8d5e7d7f5d8a req-1f5f8985-16ad-44f4-a825-86da5d62ab09 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b3037d7b8c6a4529a56f7be33c3cb0ab&device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 1163 time: 0.2113039 Jan 21 19:58:52.308710 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baffde0-3a1b-4451-b90a-8d5e7d7f5d8a req-f15ed4ee-605b-48f9-8ef2-96831cfe499d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:52.311030 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3baffde0-3a1b-4451-b90a-8d5e7d7f5d8a req-f15ed4ee-605b-48f9-8ef2-96831cfe499d service neutron] 10.222.0.83 "GET /v2.0/networks?id=b1756871-2be2-4eac-a235-402a56a7b855 HTTP/1.1" status: 200 len: 904 time: 0.5503788 Jan 21 19:58:52.638879 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3baffde0-3a1b-4451-b90a-8d5e7d7f5d8a req-ca6f9be4-6936-478d-8691-6430e3a5464a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ab05c73-5c40-4d07-a524-cc9d95ce976e HTTP/1.1" status: 200 len: 1002 time: 0.3183947 Jan 21 19:58:52.803848 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baffde0-3a1b-4451-b90a-8d5e7d7f5d8a req-2fc834ea-cb74-44a8-809d-d9bd4e59714d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:52.805639 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3baffde0-3a1b-4451-b90a-8d5e7d7f5d8a req-2fc834ea-cb74-44a8-809d-d9bd4e59714d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9790493f-b318-4d1c-bd26-0e9563a125df HTTP/1.1" status: 200 len: 849 time: 0.1486979 Jan 21 19:58:52.836116 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a17d14-d4c7-498b-ae0a-6615446a28fe req-0463bf40-b52c-4b5a-8b93-55d4a6fafb7a tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:52.838511 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f6a17d14-d4c7-498b-ae0a-6615446a28fe req-0463bf40-b52c-4b5a-8b93-55d4a6fafb7a tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 0.2790785 Jan 21 19:58:52.883265 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191dfef-e6cd-43fb-a833-8d73ee031174 req-88468b22-8443-4345-b74f-ddfe32d2566e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:52.884965 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2191dfef-e6cd-43fb-a833-8d73ee031174 req-88468b22-8443-4345-b74f-ddfe32d2566e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ee36fc873ab24a67926c381490f868a4&device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 1162 time: 0.4057231 Jan 21 19:58:53.110446 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f6a17d14-d4c7-498b-ae0a-6615446a28fe req-5e3f3bde-17f2-4c36-a808-7b09cd1fab81 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187555 Jan 21 19:58:53.229395 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baffde0-3a1b-4451-b90a-8d5e7d7f5d8a req-2b7f3088-26f2-4829-ad1b-1db41ed9cc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:53.232386 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3baffde0-3a1b-4451-b90a-8d5e7d7f5d8a req-2b7f3088-26f2-4829-ad1b-1db41ed9cc1e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b1756871-2be2-4eac-a235-402a56a7b855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3872223 Jan 21 19:58:53.242092 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191dfef-e6cd-43fb-a833-8d73ee031174 req-dc18135d-6884-4495-bb59-122f0c051c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:53.246029 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2191dfef-e6cd-43fb-a833-8d73ee031174 req-dc18135d-6884-4495-bb59-122f0c051c4d service neutron] 10.222.0.83 "GET /v2.0/networks?id=287f6cae-db55-4735-aea1-21baf8371aab HTTP/1.1" status: 200 len: 912 time: 0.3273585 Jan 21 19:58:53.501849 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2191dfef-e6cd-43fb-a833-8d73ee031174 req-aead6041-66a7-4303-a7ab-9f8cb9c321d0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b7889127-6f56-46a5-a487-96ab12960634 HTTP/1.1" status: 200 len: 217 time: 0.1477475 Jan 21 19:58:53.715259 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191dfef-e6cd-43fb-a833-8d73ee031174 req-129357e6-f585-43e7-abff-48c7e39ef9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:53.717250 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2191dfef-e6cd-43fb-a833-8d73ee031174 req-129357e6-f585-43e7-abff-48c7e39ef9e4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5521111e-d6d7-421c-9b55-9115682bf598 HTTP/1.1" status: 200 len: 858 time: 0.1892185 Jan 21 19:58:53.721076 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3baffde0-3a1b-4451-b90a-8d5e7d7f5d8a req-29a52280-cc4f-4eac-a2f5-4f5d51ded5d3 service neutron] 10.222.0.83 "GET /v2.0/networks/b1756871-2be2-4eac-a235-402a56a7b855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4732351 Jan 21 19:58:53.755260 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e70e8-4845-4b90-b794-d082ab13a25a req-e161ecfd-e998-45b1-9a48-bdd2685a0481 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:53.756964 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e55e70e8-4845-4b90-b794-d082ab13a25a req-e161ecfd-e998-45b1-9a48-bdd2685a0481 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 946 time: 0.4017432 Jan 21 19:58:53.860955 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2191dfef-e6cd-43fb-a833-8d73ee031174 req-b9bef0cd-0ada-45f0-84a7-2ebdd72f93c7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=287f6cae-db55-4735-aea1-21baf8371aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1016247 Jan 21 19:58:54.089257 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e55e70e8-4845-4b90-b794-d082ab13a25a req-4acdae7f-0039-40d3-b3b3-e1be0fd0891e tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2588005 Jan 21 19:58:54.147988 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3baffde0-3a1b-4451-b90a-8d5e7d7f5d8a req-8f5c5b31-9fcb-4c81-8db0-c068fb537ecc service neutron] 10.222.0.83 "GET /v2.0/networks/b1756871-2be2-4eac-a235-402a56a7b855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3896368 Jan 21 19:58:54.197667 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2191dfef-e6cd-43fb-a833-8d73ee031174 req-dc998ef4-d9ab-499a-912e-afc703446b17 service neutron] 10.222.0.83 "GET /v2.0/networks/287f6cae-db55-4735-aea1-21baf8371aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804387 Jan 21 19:58:54.466713 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2191dfef-e6cd-43fb-a833-8d73ee031174 req-b96a2c1d-1dc3-4efa-98ef-2c2925e455c0 service neutron] 10.222.0.83 "GET /v2.0/networks/287f6cae-db55-4735-aea1-21baf8371aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2483919 Jan 21 19:58:54.678729 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8053a40-ba36-4cb6-ad87-ba1168c865df req-161a2ae8-08d7-4c6f-a868-61f3b2002308 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:54.681843 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e8053a40-ba36-4cb6-ad87-ba1168c865df req-161a2ae8-08d7-4c6f-a868-61f3b2002308 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 0.1921380 Jan 21 19:58:54.786191 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e8053a40-ba36-4cb6-ad87-ba1168c865df req-4b616a51-18b6-49fd-a41a-ed78bb9ba8d0 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954731 Jan 21 19:58:55.283296 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-09389d1c-9a88-47df-aba0-6ff802cc20eb tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:55.298048 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-09389d1c-9a88-47df-aba0-6ff802cc20eb tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/networks?id=fcf8d7bb-bde4-4859-98e8-bca2daf457e8 HTTP/1.1" status: 200 len: 815 time: 0.4102240 Jan 21 19:58:55.331430 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-a38088c0-1964-4d4b-a1ff-377a2b368d2c tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/quotas/b097bb8f9d8847ef997ca30adfb5fc15 HTTP/1.1" status: 200 len: 375 time: 0.0316501 Jan 21 19:58:55.559506 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-b358f562-05c7-4db5-9ae3-8838d85ef573 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?tenant_id=b097bb8f9d8847ef997ca30adfb5fc15&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2063873 Jan 21 19:58:56.128219 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-fff2d9f8-2cea-4942-beb3-d331f298c611 service neutron] 10.222.0.74 "GET /v2.0/networks/fcf8d7bb-bde4-4859-98e8-bca2daf457e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5668001 Jan 21 19:58:56.157333 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb30a943-0db5-4140-934d-ace3a477e167 req-6695c028-d104-411d-b7f1-7da29b0bc921 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:56.159107 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-bb30a943-0db5-4140-934d-ace3a477e167 req-6695c028-d104-411d-b7f1-7da29b0bc921 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 946 time: 0.5079837 Jan 21 19:58:56.316564 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-bb30a943-0db5-4140-934d-ace3a477e167 req-dfc233b5-078d-4bf4-8459-356488f35e30 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308639 Jan 21 19:58:56.395895 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-b1d6130d-7e1a-4bac-9dc3-d140308da641 service neutron] 10.222.0.74 "GET /v2.0/networks/fcf8d7bb-bde4-4859-98e8-bca2daf457e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2354062 Jan 21 19:58:56.627685 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 0ab05c73-5c40-4d07-a524-cc9d95ce976e up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:58:56.890958 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 0ab05c73-5c40-4d07-a524-cc9d95ce976e triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:58:56.891391 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:57.091144 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8b4739b0-6396-44ef-81df-44895076495a req-4ec336da-53e5-4d58-9260-27c89756bae9 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=ed3a37c4-a416-4fbe-b81c-d41a8ddac3d9 HTTP/1.1" status: 200 len: 210 time: 0.2554746 Jan 21 19:58:57.196218 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a64218-0736-4870-9b6f-65c50b2e86d8 req-878e1d18-46fe-453e-839d-8a6eb008a7b9 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:57.198053 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d4a64218-0736-4870-9b6f-65c50b2e86d8 req-878e1d18-46fe-453e-839d-8a6eb008a7b9 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 0.2736192 Jan 21 19:58:57.324554 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d4a64218-0736-4870-9b6f-65c50b2e86d8 req-55cd95df-3044-480b-8413-5f003578866a tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083446 Jan 21 19:58:57.864010 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47a899-b7e1-4580-85a4-ede3cdf38cb8 req-6c5eee51-3152-4f6f-9e0c-1d7999f70815 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:57.867671 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3a47a899-b7e1-4580-85a4-ede3cdf38cb8 req-6c5eee51-3152-4f6f-9e0c-1d7999f70815 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 946 time: 0.2491100 Jan 21 19:58:57.968344 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3a47a899-b7e1-4580-85a4-ede3cdf38cb8 req-789eb7bf-02d4-4bc0-bc71-6ae16d31e752 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930617 Jan 21 19:58:58.229046 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:58.427195 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0624a7af-3183-468d-8575-3af3c60b2cd7 req-1dc99063-fdda-4bc1-be2a-309705976f98 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=ed3a37c4-a416-4fbe-b81c-d41a8ddac3d9 HTTP/1.1" status: 200 len: 210 time: 0.0726948 Jan 21 19:58:58.522719 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 55516) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:58.796731 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-52c3ca83-04c1-4917-987f-7c4a81f0ff1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:58.818562 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce782e01-aa9b-40ae-9db9-31672de77f4e req-f1d28441-b4f4-4a0b-8fd9-4a4eda9ca010 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:58:58.820692 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ce782e01-aa9b-40ae-9db9-31672de77f4e req-f1d28441-b4f4-4a0b-8fd9-4a4eda9ca010 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 0.2320406 Jan 21 19:58:58.848296 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-52c3ca83-04c1-4917-987f-7c4a81f0ff1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:58:58.857706 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-52c3ca83-04c1-4917-987f-7c4a81f0ff1a admin admin] Usage tracker for resource:security_group_rule and tenant:d5cd4de703c94ca582a18dcd17d68fec is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:58:58.864511 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-52c3ca83-04c1-4917-987f-7c4a81f0ff1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:58:58.879474 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-52c3ca83-04c1-4917-987f-7c4a81f0ff1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:58:58.893515 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ce782e01-aa9b-40ae-9db9-31672de77f4e req-33936210-3cb8-4052-9745-95959935f437 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565369 Jan 21 19:58:59.076632 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-52c3ca83-04c1-4917-987f-7c4a81f0ff1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:59.081758 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-52c3ca83-04c1-4917-987f-7c4a81f0ff1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:59.106520 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-530dd2f9-2a0d-4d1c-8a84-a1af24fc7bac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:59.173693 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c3ca83-04c1-4917-987f-7c4a81f0ff1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b141398f-9bd8-42ea-80af-422184891df7,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:59.180423 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-52c3ca83-04c1-4917-987f-7c4a81f0ff1a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d5cd4de703c94ca582a18dcd17d68fec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6556830 Jan 21 19:58:59.181634 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-52c3ca83-04c1-4917-987f-7c4a81f0ff1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:59.183094 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 55542) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:58:59.257793 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2d53cc67-0c5f-4827-ab92-62481fb319ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:59.298481 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2d53cc67-0c5f-4827-ab92-62481fb319ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:59.352342 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2d53cc67-0c5f-4827-ab92-62481fb319ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:59.357312 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-617fcc08-4601-456e-9afb-b3b92ae8c082 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:58:59.372340 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d53cc67-0c5f-4827-ab92-62481fb319ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b141398f-9bd8-42ea-80af-422184891df7,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:58:59.375067 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-2d53cc67-0c5f-4827-ab92-62481fb319ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:58:59.379521 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2d53cc67-0c5f-4827-ab92-62481fb319ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:58:59.381289 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-2d53cc67-0c5f-4827-ab92-62481fb319ad admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b141398f-9bd8-42ea-80af-422184891df7 HTTP/1.1" status: 204 len: 168 time: 0.1970046 Jan 21 19:58:59.676482 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-fda0eb95-af73-44c6-a381-ca6dd2ea924c req-926999b9-5d00-4dde-9cec-b879b767cbdd tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=ed3a37c4-a416-4fbe-b81c-d41a8ddac3d9 HTTP/1.1" status: 200 len: 210 time: 0.0899990 Jan 21 19:59:00.207373 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-4c09cec0-3b5a-443c-a305-738fc93cded4 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:00.209030 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-4c09cec0-3b5a-443c-a305-738fc93cded4 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.83 "GET /v2.0/networks?id=fcf8d7bb-bde4-4859-98e8-bca2daf457e8 HTTP/1.1" status: 200 len: 815 time: 0.3348649 Jan 21 19:59:00.255932 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-cdb16d8a-650d-4983-b615-202dfd28b12d tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Request body: {'port': {'device_id': 'ed3a37c4-a416-4fbe-b81c-d41a8ddac3d9', 'network_id': 'fcf8d7bb-bde4-4859-98e8-bca2daf457e8', 'admin_state_up': True, 'tenant_id': 'b097bb8f9d8847ef997ca30adfb5fc15'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:59:00.436434 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb1435-d014-4b8b-ba85-6a02dff639e2 req-aa137015-c4a3-4317-84d8-101bac96971b tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:00.438792 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e4eb1435-d014-4b8b-ba85-6a02dff639e2 req-aa137015-c4a3-4317-84d8-101bac96971b tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 0.3315375 Jan 21 19:59:00.553540 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e4eb1435-d014-4b8b-ba85-6a02dff639e2 req-1a6beb97-96e1-45c6-812f-6243f1d2b885 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990787 Jan 21 19:59:00.587816 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-cdb16d8a-650d-4983-b615-202dfd28b12d tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:59:00.608659 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-cdb16d8a-650d-4983-b615-202dfd28b12d tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:59:00.623927 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-cdb16d8a-650d-4983-b615-202dfd28b12d tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Made reservation on behalf of b097bb8f9d8847ef997ca30adfb5fc15 for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:59:00.633783 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-cdb16d8a-650d-4983-b615-202dfd28b12d tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:00.928576 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b7696afd-627a-48be-b8be-f4ccbf27ab21 req-4f45ccea-3e58-4442-87b6-fe0888377609 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=ed3a37c4-a416-4fbe-b81c-d41a8ddac3d9 HTTP/1.1" status: 200 len: 210 time: 0.0619512 Jan 21 19:59:01.060736 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-cdb16d8a-650d-4983-b615-202dfd28b12d tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Allocated IP 172.20.0.3 (fcf8d7bb-bde4-4859-98e8-bca2daf457e8/0c1900f9-e881-43bf-8a53-a3dc47783380/5890e900-e56c-41b5-93e0-d164d708022b) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 19:59:01.304094 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-cdb16d8a-650d-4983-b615-202dfd28b12d tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:01.348335 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-cdb16d8a-650d-4983-b615-202dfd28b12d tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:01.365371 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-59a3c9dc-1f31-417b-8fd4-49aa4b176155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:01.525764 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb16d8a-650d-4983-b615-202dfd28b12d tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Pushing event updated for resources: {'Port': ['ID=5890e900-e56c-41b5-93e0-d164d708022b,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:01.539685 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-cdb16d8a-650d-4983-b615-202dfd28b12d tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:01.610249 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-cdb16d8a-650d-4983-b615-202dfd28b12d tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Network fcf8d7bb-bde4-4859-98e8-bca2daf457e8 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:59:01.612375 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-cdb16d8a-650d-4983-b615-202dfd28b12d tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:59:01.615854 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-cdb16d8a-650d-4983-b615-202dfd28b12d tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 19:59:01.650169 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-cdb16d8a-650d-4983-b615-202dfd28b12d tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:01.652403 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-cdb16d8a-650d-4983-b615-202dfd28b12d tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:01.708159 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-cdb16d8a-650d-4983-b615-202dfd28b12d tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4602213 Jan 21 19:59:01.742242 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-aa89934f-8c0e-47c9-9881-38914a5f4e02 service neutron] Request body: {'port': {'device_id': 'ed3a37c4-a416-4fbe-b81c-d41a8ddac3d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:59:01.954242 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 55584) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:01.995750 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.agents_db [None req-c7ecb146-6622-446f-8bab-48f8cf3fe8cd None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 19:59:02.058778 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-aa89934f-8c0e-47c9-9881-38914a5f4e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:02.155837 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7f441-f45c-490c-b929-ebb15fe0bd4c req-bf1b3aec-3fa3-44cb-82bb-8c62797041f5 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:02.158235 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-cdf7f441-f45c-490c-b929-ebb15fe0bd4c req-bf1b3aec-3fa3-44cb-82bb-8c62797041f5 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 0.3495572 Jan 21 19:59:02.262562 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-a7cc2f1f-7e90-4347-b0a2-069eb517bf10 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=50c674262e1c4d22939206721b17d197&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3061769 Jan 21 19:59:02.266621 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 55594) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:02.388362 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-31642a50-2ac0-4ff3-be9d-8d452f8ce0fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:02.405469 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-cdf7f441-f45c-490c-b929-ebb15fe0bd4c req-06a97bfe-0910-40ca-8cae-77543f947257 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926887 Jan 21 19:59:02.427182 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-31642a50-2ac0-4ff3-be9d-8d452f8ce0fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:02.482697 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-31642a50-2ac0-4ff3-be9d-8d452f8ce0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:02.487683 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d4b921ba-1f08-4166-a752-cb458c19b0d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:02.505505 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31642a50-2ac0-4ff3-be9d-8d452f8ce0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615a79a8-ee79-472b-bf9e-e0bd59e440df,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:02.509266 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-31642a50-2ac0-4ff3-be9d-8d452f8ce0fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:02.517258 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-31642a50-2ac0-4ff3-be9d-8d452f8ce0fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:02.521926 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-31642a50-2ac0-4ff3-be9d-8d452f8ce0fd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/615a79a8-ee79-472b-bf9e-e0bd59e440df HTTP/1.1" status: 204 len: 168 time: 0.2535126 Jan 21 19:59:02.546371 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d3510-c934-492d-a42a-3de87ba774ca req-f20e1e02-79c2-4a2c-ac6e-4f94ce577312 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:02.547101 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-ab1d3510-c934-492d-a42a-3de87ba774ca req-f20e1e02-79c2-4a2c-ac6e-4f94ce577312 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Synchronizing usage tracker for tenant:b097bb8f9d8847ef997ca30adfb5fc15 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 19:59:02.603607 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-ab1d3510-c934-492d-a42a-3de87ba774ca req-f20e1e02-79c2-4a2c-ac6e-4f94ce577312 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Unset dirty status for tenant:b097bb8f9d8847ef997ca30adfb5fc15 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 19:59:02.605287 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ab1d3510-c934-492d-a42a-3de87ba774ca req-f20e1e02-79c2-4a2c-ac6e-4f94ce577312 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=ed3a37c4-a416-4fbe-b81c-d41a8ddac3d9 HTTP/1.1" status: 200 len: 931 time: 0.3846133 Jan 21 19:59:02.794072 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ab1d3510-c934-492d-a42a-3de87ba774ca req-61ca11f0-0fd9-436c-b461-283e4061b873 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350250 Jan 21 19:59:02.946172 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-aa89934f-8c0e-47c9-9881-38914a5f4e02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5890e900-e56c-41b5-93e0-d164d708022b {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 19:59:02.956500 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-aa89934f-8c0e-47c9-9881-38914a5f4e02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:02.972805 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-aa89934f-8c0e-47c9-9881-38914a5f4e02 service neutron] Transition to ACTIVE for port object 5890e900-e56c-41b5-93e0-d164d708022b will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:59:02.977466 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-aa89934f-8c0e-47c9-9881-38914a5f4e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:02.998324 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:03.493745 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa89934f-8c0e-47c9-9881-38914a5f4e02 service neutron] Pushing event updated for resources: {'Port': ['ID=5890e900-e56c-41b5-93e0-d164d708022b,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:03.523097 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-aa89934f-8c0e-47c9-9881-38914a5f4e02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:03.764914 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-aa89934f-8c0e-47c9-9881-38914a5f4e02 service neutron] Attempting to bind port 5890e900-e56c-41b5-93e0-d164d708022b on host hv-cinder-72618 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 19:59:03.765540 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-aa89934f-8c0e-47c9-9881-38914a5f4e02 service neutron] Attempting to bind port 5890e900-e56c-41b5-93e0-d164d708022b by drivers openvswitch on host hv-cinder-72618 at level 0 using segments [{'id': '23c589ac-043e-4282-ad98-f9d86a119fbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fcf8d7bb-bde4-4859-98e8-bca2daf457e8'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 19:59:03.769911 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-aa89934f-8c0e-47c9-9881-38914a5f4e02 service neutron] Attempting to bind port 5890e900-e56c-41b5-93e0-d164d708022b on network fcf8d7bb-bde4-4859-98e8-bca2daf457e8 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 19:59:03.777956 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-aa89934f-8c0e-47c9-9881-38914a5f4e02 service neutron] Checking agent: {'id': 'f41af306-ec4b-4f2b-b4b7-a53ee99eba1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 53, 28), 'started_at': datetime.datetime(2021, 1, 21, 19, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 19, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:59:03.778655 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-aa89934f-8c0e-47c9-9881-38914a5f4e02 service neutron] Checking segment: {'id': '23c589ac-043e-4282-ad98-f9d86a119fbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fcf8d7bb-bde4-4859-98e8-bca2daf457e8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:59:03.779234 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-aa89934f-8c0e-47c9-9881-38914a5f4e02 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:03.779778 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-aa89934f-8c0e-47c9-9881-38914a5f4e02 service neutron] Bound using segment: {'id': '23c589ac-043e-4282-ad98-f9d86a119fbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fcf8d7bb-bde4-4859-98e8-bca2daf457e8'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:59:03.780436 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-aa89934f-8c0e-47c9-9881-38914a5f4e02 service neutron] Bound port: 5890e900-e56c-41b5-93e0-d164d708022b, host: hv-cinder-72618, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c589ac-043e-4282-ad98-f9d86a119fbd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fcf8d7bb-bde4-4859-98e8-bca2daf457e8'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 19:59:03.780968 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-aa89934f-8c0e-47c9-9881-38914a5f4e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:04.039717 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-aa89934f-8c0e-47c9-9881-38914a5f4e02 service neutron] For port 5890e900-e56c-41b5-93e0-d164d708022b, host hv-cinder-72618, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 19:59:04.051029 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-aa89934f-8c0e-47c9-9881-38914a5f4e02 service neutron] For port 5890e900-e56c-41b5-93e0-d164d708022b, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=5890e900-e56c-41b5-93e0-d164d708022b,segment=NetworkSegment(23c589ac-043e-4282-ad98-f9d86a119fbd),segment_id=23c589ac-043e-4282-ad98-f9d86a119fbd)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 19:59:04.064563 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-aa89934f-8c0e-47c9-9881-38914a5f4e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:04.097830 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ee406b73-4840-42a3-8133-498142d3bfae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:04.247819 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b036113-dcbf-42b7-8cdd-389525170c46 req-622e232c-9622-4707-9033-1e0289c4341f tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:04.249585 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0b036113-dcbf-42b7-8cdd-389525170c46 req-622e232c-9622-4707-9033-1e0289c4341f tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 0.4558873 Jan 21 19:59:04.445522 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1a248b97-8ba6-41a7-aeb8-3488d8b0ad21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:04.567734 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa89934f-8c0e-47c9-9881-38914a5f4e02 service neutron] Pushing event updated for resources: {'Port': ['ID=5890e900-e56c-41b5-93e0-d164d708022b,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:04.595773 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-aa89934f-8c0e-47c9-9881-38914a5f4e02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:04.613333 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0b036113-dcbf-42b7-8cdd-389525170c46 req-4ae8ebb8-c8e3-4c3a-a91a-66ce3e6a67e4 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654896 Jan 21 19:59:04.683129 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-aa89934f-8c0e-47c9-9881-38914a5f4e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:04.684045 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-aa89934f-8c0e-47c9-9881-38914a5f4e02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:04.685810 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-aa89934f-8c0e-47c9-9881-38914a5f4e02 service neutron] 10.222.0.83 "PUT /v2.0/ports/5890e900-e56c-41b5-93e0-d164d708022b HTTP/1.1" status: 200 len: 1157 time: 2.9531293 Jan 21 19:59:04.689224 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed3a37c4-a416-4fbe-b81c-d41a8ddac3d9', 'tag': '5890e900-e56c-41b5-93e0-d164d708022b'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:59:04.769600 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387fc56-b4ae-4a7f-8b94-a376f0ed0939 req-d23fc908-ebfc-497f-80cb-88ddc5e1c33f tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:04.771686 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e387fc56-b4ae-4a7f-8b94-a376f0ed0939 req-d23fc908-ebfc-497f-80cb-88ddc5e1c33f tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=ed3a37c4-a416-4fbe-b81c-d41a8ddac3d9 HTTP/1.1" status: 200 len: 943 time: 0.7100890 Jan 21 19:59:05.033329 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e387fc56-b4ae-4a7f-8b94-a376f0ed0939 req-d8987b8d-1134-47e7-864a-b5e755dc2414 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014726 Jan 21 19:59:05.107419 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-740578ba-8f3a-4026-b429-212e7836d2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:05.118716 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-740578ba-8f3a-4026-b429-212e7836d2ea service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b097bb8f9d8847ef997ca30adfb5fc15&device_id=ed3a37c4-a416-4fbe-b81c-d41a8ddac3d9 HTTP/1.1" status: 200 len: 1160 time: 0.3373845 Jan 21 19:59:05.125923 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed3a37c4-a416-4fbe-b81c-d41a8ddac3d9', 'tag': '5890e900-e56c-41b5-93e0-d164d708022b', 'status': 'completed', 'code': 200} Jan 21 19:59:05.251254 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-1e33fcf9-82ff-483c-ac5c-cebf9cca52f7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5890e900-e56c-41b5-93e0-d164d708022b HTTP/1.1" status: 200 len: 217 time: 0.0806556 Jan 21 19:59:05.389126 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-039f1bd0-25d5-4ea2-aacd-d922838c1b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:05.391865 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-039f1bd0-25d5-4ea2-aacd-d922838c1b5e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0c1900f9-e881-43bf-8a53-a3dc47783380 HTTP/1.1" status: 200 len: 855 time: 0.1273162 Jan 21 19:59:05.463068 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-ebe435e6-484d-4a97-9d9a-fe8b3492a9c5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fcf8d7bb-bde4-4859-98e8-bca2daf457e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496690 Jan 21 19:59:05.695658 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-3a22bdac-74af-49f8-9363-50c8cac2d62e service neutron] 10.222.0.83 "GET /v2.0/networks/fcf8d7bb-bde4-4859-98e8-bca2daf457e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224894 Jan 21 19:59:05.956969 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b65c71ec-f1b0-4d05-9987-a004aa7881e8 req-88513722-9797-4eea-ad0c-84a75a3e44d8 service neutron] 10.222.0.83 "GET /v2.0/networks/fcf8d7bb-bde4-4859-98e8-bca2daf457e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2518601 Jan 21 19:59:06.056502 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd3d50-2a9d-44ff-b011-38288783a849 req-62e51a1a-8649-49d0-9097-276a7ac2be3a tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:06.076958 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-dabd3d50-2a9d-44ff-b011-38288783a849 req-62e51a1a-8649-49d0-9097-276a7ac2be3a tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 0.2010951 Jan 21 19:59:06.264847 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-dabd3d50-2a9d-44ff-b011-38288783a849 req-9ab7930c-2597-4320-9708-b01bc7509a25 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860526 Jan 21 19:59:06.332568 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9ef90-8c15-48d4-b819-5646749e6584 req-24ca5f0b-3862-43e6-9848-51e0f00a734d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:06.338142 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-23e9ef90-8c15-48d4-b819-5646749e6584 req-24ca5f0b-3862-43e6-9848-51e0f00a734d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b097bb8f9d8847ef997ca30adfb5fc15&device_id=ed3a37c4-a416-4fbe-b81c-d41a8ddac3d9 HTTP/1.1" status: 200 len: 1160 time: 0.2189653 Jan 21 19:59:06.536683 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c5993186-cc6c-47c5-b328-df95be83da2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:06.556523 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9ef90-8c15-48d4-b819-5646749e6584 req-d21f996d-b3fa-49b9-bf9d-bc4fa533593f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:06.561197 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-23e9ef90-8c15-48d4-b819-5646749e6584 req-d21f996d-b3fa-49b9-bf9d-bc4fa533593f service neutron] 10.222.0.83 "GET /v2.0/networks?id=fcf8d7bb-bde4-4859-98e8-bca2daf457e8 HTTP/1.1" status: 200 len: 909 time: 0.2142894 Jan 21 19:59:06.843768 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-23e9ef90-8c15-48d4-b819-5646749e6584 req-cc713a8e-9f54-4141-91d2-8fc2bcf7ce9e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5890e900-e56c-41b5-93e0-d164d708022b HTTP/1.1" status: 200 len: 217 time: 0.2696016 Jan 21 19:59:07.027686 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9ef90-8c15-48d4-b819-5646749e6584 req-a73877a7-c94e-4a36-8c78-98ed8ee688e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:07.031170 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-23e9ef90-8c15-48d4-b819-5646749e6584 req-a73877a7-c94e-4a36-8c78-98ed8ee688e5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0c1900f9-e881-43bf-8a53-a3dc47783380 HTTP/1.1" status: 200 len: 855 time: 0.1705191 Jan 21 19:59:07.069758 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95f98b-1daf-472f-aa49-a307666e4f06 req-48ca3bca-91f1-4879-9f94-e4fdb6ec3773 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:07.073055 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6b95f98b-1daf-472f-aa49-a307666e4f06 req-48ca3bca-91f1-4879-9f94-e4fdb6ec3773 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=ed3a37c4-a416-4fbe-b81c-d41a8ddac3d9 HTTP/1.1" status: 200 len: 943 time: 0.3312569 Jan 21 19:59:07.148823 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-23e9ef90-8c15-48d4-b819-5646749e6584 req-1c04d288-ec0e-44ea-ab2f-b96753d94f7b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fcf8d7bb-bde4-4859-98e8-bca2daf457e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742931 Jan 21 19:59:07.366170 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6b95f98b-1daf-472f-aa49-a307666e4f06 req-38853cee-8aff-4dc5-aaf4-380f13567bbb tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480786 Jan 21 19:59:07.507092 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:07.520860 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-23e9ef90-8c15-48d4-b819-5646749e6584 req-ad6521d9-4acd-4cc1-8ba4-752c1698d388 service neutron] 10.222.0.83 "GET /v2.0/networks/fcf8d7bb-bde4-4859-98e8-bca2daf457e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629575 Jan 21 19:59:07.973991 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-23e9ef90-8c15-48d4-b819-5646749e6584 req-bb3739e5-0bab-4e1c-bc16-fc62ec896fbf service neutron] 10.222.0.83 "GET /v2.0/networks/fcf8d7bb-bde4-4859-98e8-bca2daf457e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4418120 Jan 21 19:59:08.007270 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30838666-ea1d-442f-9c6b-e766a3d2e54f req-5956106f-ae7e-45ef-bc8f-f034f0a78bae tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:08.009019 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-30838666-ea1d-442f-9c6b-e766a3d2e54f req-5956106f-ae7e-45ef-bc8f-f034f0a78bae tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 0.1736746 Jan 21 19:59:08.071415 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-30838666-ea1d-442f-9c6b-e766a3d2e54f req-2c23b090-a68f-45cb-a7b7-bc40ff313840 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551281 Jan 21 19:59:08.499296 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:08.808539 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee403541-0a31-4ca8-bccb-69a2fd4a7b99 req-59815aba-5473-43ec-a278-231915a88b39 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:08.810306 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ee403541-0a31-4ca8-bccb-69a2fd4a7b99 req-59815aba-5473-43ec-a278-231915a88b39 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=ed3a37c4-a416-4fbe-b81c-d41a8ddac3d9 HTTP/1.1" status: 200 len: 943 time: 0.1845896 Jan 21 19:59:08.915323 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ee403541-0a31-4ca8-bccb-69a2fd4a7b99 req-ed75f59b-92ef-41ea-b429-df1ea1763b14 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917082 Jan 21 19:59:08.959132 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:09.368697 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72706867-d3ff-4c5a-8629-c05bc2692f52 req-72a171bd-e956-4bf3-8d53-4a8058e8904b tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:09.371390 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-72706867-d3ff-4c5a-8629-c05bc2692f52 req-72a171bd-e956-4bf3-8d53-4a8058e8904b tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 0.1160419 Jan 21 19:59:09.438922 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-72706867-d3ff-4c5a-8629-c05bc2692f52 req-8fd99acd-3e9a-42bf-b102-c2f5ce2748c7 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603497 Jan 21 19:59:10.303772 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1efdb8-976e-42f3-969c-2e5c804a8adf req-64118f4b-8988-4cd4-9803-caed37ba36c8 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:10.306837 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5c1efdb8-976e-42f3-969c-2e5c804a8adf req-64118f4b-8988-4cd4-9803-caed37ba36c8 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=ed3a37c4-a416-4fbe-b81c-d41a8ddac3d9 HTTP/1.1" status: 200 len: 943 time: 0.1958401 Jan 21 19:59:10.405306 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5c1efdb8-976e-42f3-969c-2e5c804a8adf req-067904aa-a6d2-4cc4-8c02-48ce42bf3541 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905726 Jan 21 19:59:10.864350 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5953ba-213e-4eef-81f0-e48971517b5d req-38d78eb5-896e-45d0-ba4f-a235b37a5d52 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:10.866001 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3c5953ba-213e-4eef-81f0-e48971517b5d req-38d78eb5-896e-45d0-ba4f-a235b37a5d52 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 0.1643817 Jan 21 19:59:10.923792 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3c5953ba-213e-4eef-81f0-e48971517b5d req-823d333c-abce-4dc1-bf08-a797527280d3 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501566 Jan 21 19:59:11.811912 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ca475-fab1-4695-853a-83c114451031 req-87b5017b-2bcc-4391-9f33-fa530c7a0de5 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:11.813971 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-339ca475-fab1-4695-853a-83c114451031 req-87b5017b-2bcc-4391-9f33-fa530c7a0de5 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=ed3a37c4-a416-4fbe-b81c-d41a8ddac3d9 HTTP/1.1" status: 200 len: 943 time: 0.1672249 Jan 21 19:59:11.915436 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-339ca475-fab1-4695-853a-83c114451031 req-9451781b-8f7c-4c58-8978-315b54fd6be7 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710964 Jan 21 19:59:12.189206 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c9a5b-9ce6-47b4-b828-b28d76383b11 req-6216997d-8dba-4d2f-a470-e88086664935 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:12.191007 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3f0c9a5b-9ce6-47b4-b828-b28d76383b11 req-6216997d-8dba-4d2f-a470-e88086664935 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 0.1134610 Jan 21 19:59:12.253358 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3f0c9a5b-9ce6-47b4-b828-b28d76383b11 req-540dfff7-06ec-4463-af4c-3bcaa0da1018 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554607 Jan 21 19:59:13.249451 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc34db-70ad-470a-b310-1351403191f4 req-8f6e26e0-140f-4814-b7be-8927466a407a tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:13.253161 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c0cc34db-70ad-470a-b310-1351403191f4 req-8f6e26e0-140f-4814-b7be-8927466a407a tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=ed3a37c4-a416-4fbe-b81c-d41a8ddac3d9 HTTP/1.1" status: 200 len: 943 time: 0.1250935 Jan 21 19:59:13.316476 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c0cc34db-70ad-470a-b310-1351403191f4 req-9cea1107-f941-41d2-b7ea-28c89d427e1d tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500283 Jan 21 19:59:13.580153 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa51b28-7330-4a2f-a0a4-5bd679416f47 req-220af7c8-558a-4799-8ef1-719c8ee3734a tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:13.582820 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1fa51b28-7330-4a2f-a0a4-5bd679416f47 req-220af7c8-558a-4799-8ef1-719c8ee3734a tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 0.1395833 Jan 21 19:59:13.651679 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1fa51b28-7330-4a2f-a0a4-5bd679416f47 req-d31f8b49-60d4-4d22-b2d4-429115082e4d tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551367 Jan 21 19:59:14.585113 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06859b7c-54b6-4ae3-82bd-a8e0095bfc4c req-22c6ae1b-13f4-466d-8c11-e154010bdd64 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:14.586772 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-06859b7c-54b6-4ae3-82bd-a8e0095bfc4c req-22c6ae1b-13f4-466d-8c11-e154010bdd64 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=ed3a37c4-a416-4fbe-b81c-d41a8ddac3d9 HTTP/1.1" status: 200 len: 943 time: 0.1203027 Jan 21 19:59:14.690001 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-06859b7c-54b6-4ae3-82bd-a8e0095bfc4c req-2c732d2c-b885-4cb1-b40a-742b88f6c0b2 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917618 Jan 21 19:59:15.023893 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba5835-706d-4db3-b097-40de1dccb9dd req-e590c2d0-f21c-43f7-a2c0-782a5cc5b1dd tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:15.027131 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-85ba5835-706d-4db3-b097-40de1dccb9dd req-e590c2d0-f21c-43f7-a2c0-782a5cc5b1dd tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 0.2005119 Jan 21 19:59:15.119676 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-85ba5835-706d-4db3-b097-40de1dccb9dd req-a9bcee6a-9a3e-41aa-9f30-219f49f87f9a tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849514 Jan 21 19:59:16.042069 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8401b-28e4-4aaa-a5af-3a978e656905 req-4bc89d17-feed-4032-9fcc-51f396486079 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:16.045271 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-13e8401b-28e4-4aaa-a5af-3a978e656905 req-4bc89d17-feed-4032-9fcc-51f396486079 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=ed3a37c4-a416-4fbe-b81c-d41a8ddac3d9 HTTP/1.1" status: 200 len: 943 time: 0.1991904 Jan 21 19:59:16.136864 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-13e8401b-28e4-4aaa-a5af-3a978e656905 req-7d9cd39f-7ce6-4dfd-8955-854428d336a7 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848188 Jan 21 19:59:16.537286 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ae50a-f343-4684-9fa6-feb8dfcc5316 req-5217876d-643e-445f-a304-b3ec8f2e91d0 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:16.539637 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-051ae50a-f343-4684-9fa6-feb8dfcc5316 req-5217876d-643e-445f-a304-b3ec8f2e91d0 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 0.1797423 Jan 21 19:59:16.682588 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-051ae50a-f343-4684-9fa6-feb8dfcc5316 req-f045c058-9a83-4d4b-b480-3e3a1bced68f tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305401 Jan 21 19:59:17.528085 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cac08-c48b-4882-b1f5-f55c5b47be97 req-5039598f-87f0-4ea2-9de9-a3a54e2040da tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:17.531095 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-de1cac08-c48b-4882-b1f5-f55c5b47be97 req-5039598f-87f0-4ea2-9de9-a3a54e2040da tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=ed3a37c4-a416-4fbe-b81c-d41a8ddac3d9 HTTP/1.1" status: 200 len: 943 time: 0.1528876 Jan 21 19:59:17.624710 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-de1cac08-c48b-4882-b1f5-f55c5b47be97 req-740f440c-7e8f-4ca8-9995-6244597fc886 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864713 Jan 21 19:59:18.069488 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995a44a-aa4c-43eb-bfd6-5246ae716f5d req-b15c4d93-d17a-46d6-a25d-25b617919e57 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:18.071423 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7995a44a-aa4c-43eb-bfd6-5246ae716f5d req-b15c4d93-d17a-46d6-a25d-25b617919e57 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 0.1182606 Jan 21 19:59:18.153945 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7995a44a-aa4c-43eb-bfd6-5246ae716f5d req-63d8faba-c1e2-436e-9892-f46cb8cf9f7a tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717030 Jan 21 19:59:18.910095 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b363f3a-05a7-43a3-ad6f-6c88ec5d6ee7 req-e3e57003-d6a4-4c5f-8c34-f82e91216a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:18.913042 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7b363f3a-05a7-43a3-ad6f-6c88ec5d6ee7 req-e3e57003-d6a4-4c5f-8c34-f82e91216a76 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 1162 time: 0.2098556 Jan 21 19:59:19.066866 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7b363f3a-05a7-43a3-ad6f-6c88ec5d6ee7 req-06bd8b2b-e849-42e3-be38-cb06abb62225 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415672 Jan 21 19:59:19.113875 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d097d4e-da83-46d8-aae5-6b82d6b75d3a req-8aaeafb5-a50d-465c-8732-5872344e7179 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:19.116022 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6d097d4e-da83-46d8-aae5-6b82d6b75d3a req-8aaeafb5-a50d-465c-8732-5872344e7179 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=ed3a37c4-a416-4fbe-b81c-d41a8ddac3d9 HTTP/1.1" status: 200 len: 943 time: 0.2900259 Jan 21 19:59:19.140834 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 5890e900-e56c-41b5-93e0-d164d708022b up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:59:19.202700 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-827ba3bf-f2c9-45eb-9186-4625f41adc25 req-d1f9c087-131e-4d66-bff1-d79828613727 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1930203 Jan 21 19:59:19.208702 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6d097d4e-da83-46d8-aae5-6b82d6b75d3a req-88dc0498-f534-46ab-8850-402dae4e9ec3 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783339 Jan 21 19:59:19.280513 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning for port 5890e900-e56c-41b5-93e0-d164d708022b completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:59:19.286335 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 5890e900-e56c-41b5-93e0-d164d708022b triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:59:19.286786 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:19.489924 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:19.567068 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] For port 5890e900-e56c-41b5-93e0-d164d708022b, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=5890e900-e56c-41b5-93e0-d164d708022b,segment=NetworkSegment(23c589ac-043e-4282-ad98-f9d86a119fbd),segment_id=23c589ac-043e-4282-ad98-f9d86a119fbd)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 19:59:19.568950 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3a37c4-a416-4fbe-b81c-d41a8ddac3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5890e900-e56c-41b5-93e0-d164d708022b'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:59:19.581920 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:19.585201 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:19.748435 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d95719b-9180-468b-8b81-93e29ee4ff87 req-5711c8b0-bebc-4427-8307-b23f90cde473 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:19.753732 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-9d95719b-9180-468b-8b81-93e29ee4ff87 req-5711c8b0-bebc-4427-8307-b23f90cde473 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 0.3292854 Jan 21 19:59:19.773147 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Pushing event updated for resources: {'Port': ['ID=5890e900-e56c-41b5-93e0-d164d708022b,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:19.782795 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:19.783220 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:19.783601 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:19.783976 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:19.784350 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:19.784723 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:19.785202 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:19.785588 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:19.785933 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:19.786300 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:19.786699 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:19.787101 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:19.787681 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:19.788052 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:19.788444 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:19.788805 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:19.789163 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:19.789526 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:19.789884 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:19.790248 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:19.790655 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:19.791015 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:19.791405 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:19.792450 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:19.799548 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:19.862681 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ba3bf-f2c9-45eb-9186-4625f41adc25 req-961ae353-e48a-49e9-a929-eeeda988f22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:19.865545 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-827ba3bf-f2c9-45eb-9186-4625f41adc25 req-961ae353-e48a-49e9-a929-eeeda988f22b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ee36fc873ab24a67926c381490f868a4&device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 1162 time: 0.3357205 Jan 21 19:59:19.888478 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-9d95719b-9180-468b-8b81-93e29ee4ff87 req-c3a014cc-1056-435d-a79b-3cc817d99027 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168015 Jan 21 19:59:19.981274 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3a37c4-a416-4fbe-b81c-d41a8ddac3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5890e900-e56c-41b5-93e0-d164d708022b', 'code': 200} Jan 21 19:59:20.200944 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ba3bf-f2c9-45eb-9186-4625f41adc25 req-a89378d6-f069-4897-918d-b58ed48ba567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:20.204888 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-827ba3bf-f2c9-45eb-9186-4625f41adc25 req-a89378d6-f069-4897-918d-b58ed48ba567 service neutron] 10.222.0.83 "GET /v2.0/networks?id=287f6cae-db55-4735-aea1-21baf8371aab HTTP/1.1" status: 200 len: 912 time: 0.3059344 Jan 21 19:59:20.383585 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-827ba3bf-f2c9-45eb-9186-4625f41adc25 req-98395d03-cbad-4e7a-953d-421a98655349 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9537e163-a3e7-45c5-be48-d3062df2e76f HTTP/1.1" status: 200 len: 217 time: 0.1622381 Jan 21 19:59:20.599889 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6045cfb-d876-4bcd-895c-3feb2c39e58a req-d7d7a39c-8239-44d6-80e5-e07461b03dcd tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:20.602776 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b6045cfb-d876-4bcd-895c-3feb2c39e58a req-d7d7a39c-8239-44d6-80e5-e07461b03dcd tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=ed3a37c4-a416-4fbe-b81c-d41a8ddac3d9 HTTP/1.1" status: 200 len: 945 time: 0.1902654 Jan 21 19:59:20.683385 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b6045cfb-d876-4bcd-895c-3feb2c39e58a req-bce8cbbf-486f-45d4-be25-9f427b011ed8 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713744 Jan 21 19:59:20.688128 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 55844) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:20.980835 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-91839b81-0159-43cd-8415-73182ec6dd2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:21.009947 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-91839b81-0159-43cd-8415-73182ec6dd2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:59:21.018478 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-91839b81-0159-43cd-8415-73182ec6dd2c admin admin] Usage tracker for resource:security_group_rule and tenant:4c6975800aa543d9a97c9aa2b90f5cb1 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:59:21.024124 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-91839b81-0159-43cd-8415-73182ec6dd2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:59:21.035411 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-91839b81-0159-43cd-8415-73182ec6dd2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:59:21.324789 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef439c-c5e8-4690-b187-8ca2e0b3f868 req-bc7d495f-54e1-40e5-8305-b69ae0631e0e tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:21.327846 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7fef439c-c5e8-4690-b187-8ca2e0b3f868 req-bc7d495f-54e1-40e5-8305-b69ae0631e0e tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 0.2769105 Jan 21 19:59:21.568872 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-91839b81-0159-43cd-8415-73182ec6dd2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:21.590047 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-91839b81-0159-43cd-8415-73182ec6dd2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:21.610429 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-bfc31952-a49e-401b-aa9d-5f8578e54b4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:21.631754 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ba3bf-f2c9-45eb-9186-4625f41adc25 req-4aeac659-5632-490d-bdf3-5b14eb80d6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:21.634598 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-827ba3bf-f2c9-45eb-9186-4625f41adc25 req-4aeac659-5632-490d-bdf3-5b14eb80d6f7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5521111e-d6d7-421c-9b55-9115682bf598 HTTP/1.1" status: 200 len: 858 time: 0.2961903 Jan 21 19:59:21.656031 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7fef439c-c5e8-4690-b187-8ca2e0b3f868 req-b6247f83-f9e2-4d92-8e07-4f3d5b6589ee tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503819 Jan 21 19:59:21.723435 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-91839b81-0159-43cd-8415-73182ec6dd2c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4c6975800aa543d9a97c9aa2b90f5cb1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0337355 Jan 21 19:59:21.725152 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91839b81-0159-43cd-8415-73182ec6dd2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7257702-b467-47be-9e1b-8b14400427a6,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:21.727874 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 55860) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:21.732491 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-91839b81-0159-43cd-8415-73182ec6dd2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:21.853577 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-757eebf7-259c-474f-9cfe-c766b9b45aaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:21.885609 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-757eebf7-259c-474f-9cfe-c766b9b45aaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:21.949804 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-757eebf7-259c-474f-9cfe-c766b9b45aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:21.957243 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-58e5b73b-efae-4068-b408-dff7db229e95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:21.975401 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10bd99a-29c9-4817-a743-eb3dae9b1ef6 req-3f286cc7-2186-40c4-9b98-98ea4238f90f tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:21.975716 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757eebf7-259c-474f-9cfe-c766b9b45aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7257702-b467-47be-9e1b-8b14400427a6,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:21.978372 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e10bd99a-29c9-4817-a743-eb3dae9b1ef6 req-3f286cc7-2186-40c4-9b98-98ea4238f90f tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=ed3a37c4-a416-4fbe-b81c-d41a8ddac3d9 HTTP/1.1" status: 200 len: 945 time: 0.1500692 Jan 21 19:59:21.978621 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-757eebf7-259c-474f-9cfe-c766b9b45aaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:21.983305 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-757eebf7-259c-474f-9cfe-c766b9b45aaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:21.984583 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-757eebf7-259c-474f-9cfe-c766b9b45aaa admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d7257702-b467-47be-9e1b-8b14400427a6 HTTP/1.1" status: 204 len: 168 time: 0.2526569 Jan 21 19:59:22.096536 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e10bd99a-29c9-4817-a743-eb3dae9b1ef6 req-9fe16798-813d-4ac4-86c0-118d3ee4df08 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955801 Jan 21 19:59:23.023944 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210b774-ce05-4f84-b91a-fe7e90fc1028 req-0b3b070f-d833-4ce9-a078-01f01121d94f tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:23.027290 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0210b774-ce05-4f84-b91a-fe7e90fc1028 req-0b3b070f-d833-4ce9-a078-01f01121d94f tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 0.1675115 Jan 21 19:59:23.094049 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0210b774-ce05-4f84-b91a-fe7e90fc1028 req-5fe57694-8fc7-4630-a42d-c73da8448bda tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544789 Jan 21 19:59:23.337495 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-827ba3bf-f2c9-45eb-9186-4625f41adc25 req-20f3c588-2bdc-4b8a-b66c-5cf7a2ffa691 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=287f6cae-db55-4735-aea1-21baf8371aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1904850 Jan 21 19:59:23.904887 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76228727-df65-469a-a690-a6c70083534e req-b5b3b036-2748-44ed-ba2b-d75538d23e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:23.906729 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-76228727-df65-469a-a690-a6c70083534e req-b5b3b036-2748-44ed-ba2b-d75538d23e4d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ed3a37c4-a416-4fbe-b81c-d41a8ddac3d9 HTTP/1.1" status: 200 len: 1162 time: 0.6754253 Jan 21 19:59:23.908907 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-827ba3bf-f2c9-45eb-9186-4625f41adc25 req-28562b5f-dabe-4f80-9012-e7b9422d9928 service neutron] 10.222.0.83 "GET /v2.0/networks/287f6cae-db55-4735-aea1-21baf8371aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627304 Jan 21 19:59:23.939849 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06b981-ea2a-4511-8c54-e3aba03de33a req-5cf3b594-f5c2-4ddc-932c-c81afebd4622 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:23.941943 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4f06b981-ea2a-4511-8c54-e3aba03de33a req-5cf3b594-f5c2-4ddc-932c-c81afebd4622 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=ed3a37c4-a416-4fbe-b81c-d41a8ddac3d9 HTTP/1.1" status: 200 len: 945 time: 0.6098030 Jan 21 19:59:24.222354 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-76228727-df65-469a-a690-a6c70083534e req-ca875322-8979-40bf-9f4a-8e230343820d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760656 Jan 21 19:59:24.234315 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 55910) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:24.239999 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device b7889127-6f56-46a5-a487-96ab12960634 up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:59:24.248449 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4f06b981-ea2a-4511-8c54-e3aba03de33a req-1147cec7-3f0b-4b08-a9de-418376b6de8f tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365773 Jan 21 19:59:24.367071 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-827ba3bf-f2c9-45eb-9186-4625f41adc25 req-abaa658e-6965-4d83-a625-e06d79535f2f service neutron] 10.222.0.83 "GET /v2.0/networks/287f6cae-db55-4735-aea1-21baf8371aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4232242 Jan 21 19:59:24.449196 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port b7889127-6f56-46a5-a487-96ab12960634 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:59:24.449993 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:24.601200 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-39b87bcc-a86a-40c6-8ae8-8d5e8c6f8d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:24.636948 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-39b87bcc-a86a-40c6-8ae8-8d5e8c6f8d36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:59:24.645541 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-39b87bcc-a86a-40c6-8ae8-8d5e8c6f8d36 admin admin] Usage tracker for resource:security_group_rule and tenant:bd3495617b6e490d8b60e7cb2b42bd92 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:59:24.652007 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-39b87bcc-a86a-40c6-8ae8-8d5e8c6f8d36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:59:24.663983 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-39b87bcc-a86a-40c6-8ae8-8d5e8c6f8d36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:59:24.717022 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263048c-3d8c-4cfe-b089-58f9858b89c0 req-343e6ba2-3c4b-4bd4-9c92-ba45fb30dd42 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:24.720715 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b263048c-3d8c-4cfe-b089-58f9858b89c0 req-343e6ba2-3c4b-4bd4-9c92-ba45fb30dd42 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 0.2498579 Jan 21 19:59:24.777603 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 5890e900-e56c-41b5-93e0-d164d708022b up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:59:24.853252 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b263048c-3d8c-4cfe-b089-58f9858b89c0 req-2029d2dc-0221-4b3d-89da-15c82cef24db tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250560 Jan 21 19:59:24.890174 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-39b87bcc-a86a-40c6-8ae8-8d5e8c6f8d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:24.896697 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-39b87bcc-a86a-40c6-8ae8-8d5e8c6f8d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:24.908802 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c194e663-1bca-4358-b515-aa53ae028caf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:24.945834 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 5890e900-e56c-41b5-93e0-d164d708022b triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:59:24.946682 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:25.002069 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b87bcc-a86a-40c6-8ae8-8d5e8c6f8d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bae842-9151-4bd2-a206-0e77fef36875,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:25.015380 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-39b87bcc-a86a-40c6-8ae8-8d5e8c6f8d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:25.027528 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-39b87bcc-a86a-40c6-8ae8-8d5e8c6f8d36 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bd3495617b6e490d8b60e7cb2b42bd92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7904801 Jan 21 19:59:25.031561 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 55936) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:25.186990 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f375fd0a-6b43-4373-8076-4e857f2859e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:25.245027 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f375fd0a-6b43-4373-8076-4e857f2859e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:25.328490 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f375fd0a-6b43-4373-8076-4e857f2859e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:25.336356 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-23810eeb-07d7-4ef6-9902-ccdc7d186606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:25.358776 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f375fd0a-6b43-4373-8076-4e857f2859e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bae842-9151-4bd2-a206-0e77fef36875,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:25.368468 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f375fd0a-6b43-4373-8076-4e857f2859e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:25.376455 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f375fd0a-6b43-4373-8076-4e857f2859e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:25.378279 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-f375fd0a-6b43-4373-8076-4e857f2859e8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d9bae842-9151-4bd2-a206-0e77fef36875 HTTP/1.1" status: 204 len: 168 time: 0.3451447 Jan 21 19:59:26.031547 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42afefae-d00f-4e3f-a778-9ef471bdd626 req-f5abb05f-6cbf-43ce-bb3a-ac6b3a7c73e1 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:26.034946 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-42afefae-d00f-4e3f-a778-9ef471bdd626 req-f5abb05f-6cbf-43ce-bb3a-ac6b3a7c73e1 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=ed3a37c4-a416-4fbe-b81c-d41a8ddac3d9 HTTP/1.1" status: 200 len: 945 time: 0.3540771 Jan 21 19:59:26.146770 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-42afefae-d00f-4e3f-a778-9ef471bdd626 req-564a3e55-1a8e-4d79-bcc8-ab022f7bce34 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866549 Jan 21 19:59:26.636310 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757ff2f-8ee6-4226-90b9-ce5bd1caa663 req-f55463b7-5197-46eb-a972-801e87e518dd tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:26.638803 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3757ff2f-8ee6-4226-90b9-ce5bd1caa663 req-f55463b7-5197-46eb-a972-801e87e518dd tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 0.1942203 Jan 21 19:59:26.686811 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675cced-30e1-4d7b-8ffc-6f7122b08aa8 req-fa47965e-e174-4e9b-ab2c-89005e053bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:26.689050 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5675cced-30e1-4d7b-8ffc-6f7122b08aa8 req-fa47965e-e174-4e9b-ab2c-89005e053bce service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ee36fc873ab24a67926c381490f868a4&device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 1162 time: 0.1969702 Jan 21 19:59:26.794894 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3757ff2f-8ee6-4226-90b9-ce5bd1caa663 req-51805cdc-2df3-45e7-a5ac-aceb2efb11bc tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459475 Jan 21 19:59:26.995349 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675cced-30e1-4d7b-8ffc-6f7122b08aa8 req-5b08ea8d-85bd-4162-8486-5c4c6aa75eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:26.997370 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5675cced-30e1-4d7b-8ffc-6f7122b08aa8 req-5b08ea8d-85bd-4162-8486-5c4c6aa75eda service neutron] 10.222.0.83 "GET /v2.0/networks?id=287f6cae-db55-4735-aea1-21baf8371aab HTTP/1.1" status: 200 len: 912 time: 0.2596889 Jan 21 19:59:27.100143 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5675cced-30e1-4d7b-8ffc-6f7122b08aa8 req-da059fce-1bee-41d1-b0a5-51a1157a29b7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b7889127-6f56-46a5-a487-96ab12960634 HTTP/1.1" status: 200 len: 217 time: 0.0879285 Jan 21 19:59:27.271549 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675cced-30e1-4d7b-8ffc-6f7122b08aa8 req-ea4fc292-b827-40e7-a746-69e051c55912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:27.274867 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5675cced-30e1-4d7b-8ffc-6f7122b08aa8 req-ea4fc292-b827-40e7-a746-69e051c55912 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5521111e-d6d7-421c-9b55-9115682bf598 HTTP/1.1" status: 200 len: 858 time: 0.1626456 Jan 21 19:59:27.391186 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5675cced-30e1-4d7b-8ffc-6f7122b08aa8 req-6ff0e153-d142-4856-ab96-0144886b046a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=287f6cae-db55-4735-aea1-21baf8371aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972910 Jan 21 19:59:27.545944 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 56016) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:27.685756 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5675cced-30e1-4d7b-8ffc-6f7122b08aa8 req-ab414a57-6001-4124-8ca7-c21c453d33f0 service neutron] 10.222.0.83 "GET /v2.0/networks/287f6cae-db55-4735-aea1-21baf8371aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855117 Jan 21 19:59:27.906838 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7f3cdac6-d1eb-4f94-b85d-664687d09123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:27.948417 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-7f3cdac6-d1eb-4f94-b85d-664687d09123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:59:27.958616 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-7f3cdac6-d1eb-4f94-b85d-664687d09123 admin admin] Usage tracker for resource:security_group_rule and tenant:4f35798abf5c46fd84bbf11c098cb4e2 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:59:27.965720 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-7f3cdac6-d1eb-4f94-b85d-664687d09123 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:59:27.980172 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-7f3cdac6-d1eb-4f94-b85d-664687d09123 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:59:28.000662 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 5890e900-e56c-41b5-93e0-d164d708022b up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:59:28.142212 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7f3cdac6-d1eb-4f94-b85d-664687d09123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:28.146892 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7f3cdac6-d1eb-4f94-b85d-664687d09123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:28.159452 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-31642a50-2ac0-4ff3-be9d-8d452f8ce0fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:28.175450 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 5890e900-e56c-41b5-93e0-d164d708022b triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:59:28.176294 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:28.194593 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3cdac6-d1eb-4f94-b85d-664687d09123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4821111a-3632-4b15-bc8a-b7f1923b24b2,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:28.202462 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-7f3cdac6-d1eb-4f94-b85d-664687d09123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:28.230756 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-7f3cdac6-d1eb-4f94-b85d-664687d09123 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4f35798abf5c46fd84bbf11c098cb4e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6833503 Jan 21 19:59:28.231350 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 56036) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:28.295360 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c69f87-214a-46fe-8450-4ad9f011db39 req-f71594a3-5e48-4b97-b529-d45bf5b7dc19 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:28.310190 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-54c69f87-214a-46fe-8450-4ad9f011db39 req-f71594a3-5e48-4b97-b529-d45bf5b7dc19 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=ed3a37c4-a416-4fbe-b81c-d41a8ddac3d9 HTTP/1.1" status: 200 len: 945 time: 0.6225817 Jan 21 19:59:28.317079 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1db962ee-50ac-4c6e-9696-5b4475e27587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:28.347897 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5675cced-30e1-4d7b-8ffc-6f7122b08aa8 req-118618cc-beda-405e-8199-bfe1db333be0 service neutron] 10.222.0.83 "GET /v2.0/networks/287f6cae-db55-4735-aea1-21baf8371aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5977473 Jan 21 19:59:28.351873 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:28.376840 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1db962ee-50ac-4c6e-9696-5b4475e27587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:28.455425 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-54c69f87-214a-46fe-8450-4ad9f011db39 req-f0e65009-193f-499b-a1e2-eb604bd900b8 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434481 Jan 21 19:59:28.540306 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1db962ee-50ac-4c6e-9696-5b4475e27587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:28.582666 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-8c44c886-776b-461c-8f8e-89fa586c526b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:28.596659 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fff10-ccb7-4207-ada0-07f266af543b req-fcc54118-c250-4c49-a731-26549f3fcc02 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:28.621249 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ee7fff10-ccb7-4207-ada0-07f266af543b req-fcc54118-c250-4c49-a731-26549f3fcc02 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 0.5602286 Jan 21 19:59:28.627519 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1db962ee-50ac-4c6e-9696-5b4475e27587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:28.629496 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-1db962ee-50ac-4c6e-9696-5b4475e27587 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4821111a-3632-4b15-bc8a-b7f1923b24b2 HTTP/1.1" status: 204 len: 168 time: 0.3965495 Jan 21 19:59:28.636197 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db962ee-50ac-4c6e-9696-5b4475e27587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4821111a-3632-4b15-bc8a-b7f1923b24b2,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:28.650146 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-1db962ee-50ac-4c6e-9696-5b4475e27587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:28.809085 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ee7fff10-ccb7-4207-ada0-07f266af543b req-03417828-5f9a-45f3-904a-1c4b4f3b1dfb tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857803 Jan 21 19:59:30.130516 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a22edad-13e9-4163-a6e9-2c572677b39a req-e852778d-906c-4d0f-b76b-fa37a4cf0e0d tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:30.132150 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1a22edad-13e9-4163-a6e9-2c572677b39a req-e852778d-906c-4d0f-b76b-fa37a4cf0e0d tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 0.1232989 Jan 21 19:59:30.191418 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1a22edad-13e9-4163-a6e9-2c572677b39a req-23c57e3f-1d7a-4e8d-9842-504a9c81c254 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512426 Jan 21 19:59:31.531621 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1417eee-6f2d-4ec4-808e-34645d31317a req-14cd3812-c390-491a-8016-eaa378cab75d tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:31.533353 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e1417eee-6f2d-4ec4-808e-34645d31317a req-14cd3812-c390-491a-8016-eaa378cab75d tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 0.1341705 Jan 21 19:59:31.628325 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e1417eee-6f2d-4ec4-808e-34645d31317a req-450b0422-3eaa-46d9-b733-bbebcd81d78e tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877485 Jan 21 19:59:32.542368 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 56106) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:32.759508 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-25019360-d75d-498b-8e0f-508e40f0b753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:32.784988 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-25019360-d75d-498b-8e0f-508e40f0b753 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:59:32.789812 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-25019360-d75d-498b-8e0f-508e40f0b753 admin admin] Usage tracker for resource:security_group_rule and tenant:9408b91a721c46599416be87a335e02a is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:59:32.794763 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-25019360-d75d-498b-8e0f-508e40f0b753 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:59:32.802352 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-25019360-d75d-498b-8e0f-508e40f0b753 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:59:32.910800 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-25019360-d75d-498b-8e0f-508e40f0b753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:32.917394 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-25019360-d75d-498b-8e0f-508e40f0b753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:32.927569 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-dd1d94ad-7a34-417e-8ee0-e29ba795fb75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:32.974406 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955795e1-cb16-43e3-baa1-04f73597784c req-bab074f9-75a4-4ebf-9095-f09e61f415bc tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:32.976239 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-955795e1-cb16-43e3-baa1-04f73597784c req-bab074f9-75a4-4ebf-9095-f09e61f415bc tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 0.1390791 Jan 21 19:59:32.978117 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25019360-d75d-498b-8e0f-508e40f0b753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4842fb-119a-4044-9b8c-3a45f095196d,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:32.985446 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-25019360-d75d-498b-8e0f-508e40f0b753 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9408b91a721c46599416be87a335e02a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4405558 Jan 21 19:59:32.987160 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 56114) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:32.987604 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-25019360-d75d-498b-8e0f-508e40f0b753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:33.081975 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-955795e1-cb16-43e3-baa1-04f73597784c req-02d3620d-40d9-44b5-9803-67164539fcb2 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907502 Jan 21 19:59:33.108102 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2e45c2c6-51a0-4e7c-8339-23ca3f009fd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:33.141202 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2e45c2c6-51a0-4e7c-8339-23ca3f009fd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:33.227066 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2e45c2c6-51a0-4e7c-8339-23ca3f009fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:33.240135 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-88624485-4f40-48f3-99f5-723f156e36ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:33.262704 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e45c2c6-51a0-4e7c-8339-23ca3f009fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4842fb-119a-4044-9b8c-3a45f095196d,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:33.267250 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-2e45c2c6-51a0-4e7c-8339-23ca3f009fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:33.269371 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2e45c2c6-51a0-4e7c-8339-23ca3f009fd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:33.273776 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-2e45c2c6-51a0-4e7c-8339-23ca3f009fd8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/be4842fb-119a-4044-9b8c-3a45f095196d HTTP/1.1" status: 204 len: 168 time: 0.2848256 Jan 21 19:59:34.436509 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c31b4b86-dea3-4374-ba87-31f87163e9ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:35.142290 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device b7889127-6f56-46a5-a487-96ab12960634 up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:59:35.224069 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port b7889127-6f56-46a5-a487-96ab12960634 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:59:35.224494 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:36.509479 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b1b6c3bb-5fe6-4d8f-97d5-116d0345c2cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:37.495861 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:38.520248 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:38.631445 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 56180) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:38.819083 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4af894d8-9fed-404b-9dba-c8e07d7f2fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:38.840215 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-4af894d8-9fed-404b-9dba-c8e07d7f2fa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:59:38.846062 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-4af894d8-9fed-404b-9dba-c8e07d7f2fa7 admin admin] Usage tracker for resource:security_group_rule and tenant:ba5770e888d64bdf94dabcfaf7dd64c5 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:59:38.849703 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-4af894d8-9fed-404b-9dba-c8e07d7f2fa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:59:38.857893 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-4af894d8-9fed-404b-9dba-c8e07d7f2fa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:59:38.976015 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:38.982070 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4af894d8-9fed-404b-9dba-c8e07d7f2fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:38.983369 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.agents_db [None req-c7ecb146-6622-446f-8bab-48f8cf3fe8cd None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 19:59:38.985798 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4af894d8-9fed-404b-9dba-c8e07d7f2fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:38.996516 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:39.043405 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-4af894d8-9fed-404b-9dba-c8e07d7f2fa7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ba5770e888d64bdf94dabcfaf7dd64c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4106195 Jan 21 19:59:39.044396 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af894d8-9fed-404b-9dba-c8e07d7f2fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa1f89d-7101-4d76-9d80-4883337b41f9,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:39.048381 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 56186) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:39.053588 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af894d8-9fed-404b-9dba-c8e07d7f2fa7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:39.053980 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af894d8-9fed-404b-9dba-c8e07d7f2fa7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:39.054370 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af894d8-9fed-404b-9dba-c8e07d7f2fa7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:39.054797 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af894d8-9fed-404b-9dba-c8e07d7f2fa7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:39.055187 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af894d8-9fed-404b-9dba-c8e07d7f2fa7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:39.055573 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af894d8-9fed-404b-9dba-c8e07d7f2fa7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:39.055960 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af894d8-9fed-404b-9dba-c8e07d7f2fa7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:39.056491 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af894d8-9fed-404b-9dba-c8e07d7f2fa7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:39.057678 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af894d8-9fed-404b-9dba-c8e07d7f2fa7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:39.058426 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af894d8-9fed-404b-9dba-c8e07d7f2fa7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:39.059024 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af894d8-9fed-404b-9dba-c8e07d7f2fa7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:39.060037 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af894d8-9fed-404b-9dba-c8e07d7f2fa7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:39.060551 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af894d8-9fed-404b-9dba-c8e07d7f2fa7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:39.060951 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af894d8-9fed-404b-9dba-c8e07d7f2fa7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:39.061343 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af894d8-9fed-404b-9dba-c8e07d7f2fa7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:39.061733 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af894d8-9fed-404b-9dba-c8e07d7f2fa7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:39.062152 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af894d8-9fed-404b-9dba-c8e07d7f2fa7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:39.062514 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af894d8-9fed-404b-9dba-c8e07d7f2fa7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:39.062900 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af894d8-9fed-404b-9dba-c8e07d7f2fa7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:39.063291 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af894d8-9fed-404b-9dba-c8e07d7f2fa7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:39.063678 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af894d8-9fed-404b-9dba-c8e07d7f2fa7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:39.064217 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af894d8-9fed-404b-9dba-c8e07d7f2fa7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:39.064638 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af894d8-9fed-404b-9dba-c8e07d7f2fa7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:39.065025 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af894d8-9fed-404b-9dba-c8e07d7f2fa7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:39.071666 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-4af894d8-9fed-404b-9dba-c8e07d7f2fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:39.156006 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b7dc51ab-e82c-4ec9-a024-53b2c27d972a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:39.189432 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b7dc51ab-e82c-4ec9-a024-53b2c27d972a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:39.244590 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b7dc51ab-e82c-4ec9-a024-53b2c27d972a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:39.249691 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c8ea0791-bd6a-44ff-b62e-b73417dca14c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:39.268858 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc51ab-e82c-4ec9-a024-53b2c27d972a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa1f89d-7101-4d76-9d80-4883337b41f9,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:39.282858 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc51ab-e82c-4ec9-a024-53b2c27d972a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:39.283419 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc51ab-e82c-4ec9-a024-53b2c27d972a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:39.283926 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc51ab-e82c-4ec9-a024-53b2c27d972a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:39.284423 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc51ab-e82c-4ec9-a024-53b2c27d972a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:39.284921 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc51ab-e82c-4ec9-a024-53b2c27d972a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:39.285425 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc51ab-e82c-4ec9-a024-53b2c27d972a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:39.285919 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc51ab-e82c-4ec9-a024-53b2c27d972a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:39.286448 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc51ab-e82c-4ec9-a024-53b2c27d972a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:39.286978 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc51ab-e82c-4ec9-a024-53b2c27d972a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:39.287551 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc51ab-e82c-4ec9-a024-53b2c27d972a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:39.288120 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc51ab-e82c-4ec9-a024-53b2c27d972a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:39.288618 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc51ab-e82c-4ec9-a024-53b2c27d972a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:39.289155 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc51ab-e82c-4ec9-a024-53b2c27d972a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:39.289654 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc51ab-e82c-4ec9-a024-53b2c27d972a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:39.290164 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc51ab-e82c-4ec9-a024-53b2c27d972a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:39.290787 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc51ab-e82c-4ec9-a024-53b2c27d972a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:39.292044 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc51ab-e82c-4ec9-a024-53b2c27d972a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:39.292044 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc51ab-e82c-4ec9-a024-53b2c27d972a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:39.293183 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc51ab-e82c-4ec9-a024-53b2c27d972a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:39.293678 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc51ab-e82c-4ec9-a024-53b2c27d972a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:39.294209 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc51ab-e82c-4ec9-a024-53b2c27d972a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:39.294746 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc51ab-e82c-4ec9-a024-53b2c27d972a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:39.295243 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc51ab-e82c-4ec9-a024-53b2c27d972a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:39.295728 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dc51ab-e82c-4ec9-a024-53b2c27d972a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:39.302007 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b7dc51ab-e82c-4ec9-a024-53b2c27d972a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:39.304254 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b7dc51ab-e82c-4ec9-a024-53b2c27d972a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:39.310704 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-b7dc51ab-e82c-4ec9-a024-53b2c27d972a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2fa1f89d-7101-4d76-9d80-4883337b41f9 HTTP/1.1" status: 204 len: 168 time: 0.2556460 Jan 21 19:59:40.706826 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 56218) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:40.893697 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-1dde7d88-3d2f-48f5-bb23-fab30599fa2d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-971789623-network', 'tenant_id': 'e06769200dc344d2b76edf3f16b1d74b'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:59:40.899210 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-1dde7d88-3d2f-48f5-bb23-fab30599fa2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:59:40.905566 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-1dde7d88-3d2f-48f5-bb23-fab30599fa2d admin admin] Usage tracker for resource:network and tenant:e06769200dc344d2b76edf3f16b1d74b is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:59:40.910541 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-1dde7d88-3d2f-48f5-bb23-fab30599fa2d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:59:40.919387 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-1dde7d88-3d2f-48f5-bb23-fab30599fa2d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:59:40.932909 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dde7d88-3d2f-48f5-bb23-fab30599fa2d admin admin] Made reservation on behalf of e06769200dc344d2b76edf3f16b1d74b for: {'network': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:59:40.939266 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1dde7d88-3d2f-48f5-bb23-fab30599fa2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for network, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:40.954802 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1dde7d88-3d2f-48f5-bb23-fab30599fa2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:40.974655 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-1dde7d88-3d2f-48f5-bb23-fab30599fa2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:59:40.981036 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-1dde7d88-3d2f-48f5-bb23-fab30599fa2d admin admin] Usage tracker for resource:security_group_rule and tenant:e06769200dc344d2b76edf3f16b1d74b is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:59:40.984865 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-1dde7d88-3d2f-48f5-bb23-fab30599fa2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:59:40.992869 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-1dde7d88-3d2f-48f5-bb23-fab30599fa2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:59:41.155431 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1dde7d88-3d2f-48f5-bb23-fab30599fa2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:41.160340 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1dde7d88-3d2f-48f5-bb23-fab30599fa2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:41.169737 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-4e82cd8f-b97d-4472-ad67-386af837ddca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:41.226524 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dde7d88-3d2f-48f5-bb23-fab30599fa2d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 21 19:59:41.242631 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde7d88-3d2f-48f5-bb23-fab30599fa2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db2aa31-07c3-4dd0-afce-bbb56cd26e46,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:41.249724 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-1dde7d88-3d2f-48f5-bb23-fab30599fa2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:41.251264 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1dde7d88-3d2f-48f5-bb23-fab30599fa2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8360645'] for segment, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:41.251763 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.db.segments_db [None req-1dde7d88-3d2f-48f5-bb23-fab30599fa2d admin admin] Added segment 280e0ed6-2977-414d-a5e1-db08aca200b2 of type vxlan for network 254a3736-3eda-4653-a3dd-b7e3185fffc0 Jan 21 19:59:41.300632 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1dde7d88-3d2f-48f5-bb23-fab30599fa2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363307590337259'] for network, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:41.336141 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1dde7d88-3d2f-48f5-bb23-fab30599fa2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103'] for network, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:41.337551 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dde7d88-3d2f-48f5-bb23-fab30599fa2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:41.338930 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1dde7d88-3d2f-48f5-bb23-fab30599fa2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:41.343048 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:41.476733 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-1dde7d88-3d2f-48f5-bb23-fab30599fa2d admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7687340 Jan 21 19:59:41.482614 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 56226) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:41.484485 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde7d88-3d2f-48f5-bb23-fab30599fa2d admin admin] Pushing event updated for resources: {'Network': ['ID=254a3736-3eda-4653-a3dd-b7e3185fffc0,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:41.487786 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-1dde7d88-3d2f-48f5-bb23-fab30599fa2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:41.491603 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-82d876d9-2ebc-4a67-bf93-9440085abc89 admin admin] Request body: {'subnet': {'network_id': '254a3736-3eda-4653-a3dd-b7e3185fffc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-971789623-subnet', 'tenant_id': 'e06769200dc344d2b76edf3f16b1d74b', 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:59:41.499975 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-82d876d9-2ebc-4a67-bf93-9440085abc89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:59:41.502278 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Network 254a3736-3eda-4653-a3dd-b7e3185fffc0 details requested by agent ovs-agent-dv-cinder-726180-8-iscsi with host dv-cinder-726180-8-iscsi {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 19:59:41.506899 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-82d876d9-2ebc-4a67-bf93-9440085abc89 admin admin] Usage tracker for resource:subnet and tenant:e06769200dc344d2b76edf3f16b1d74b is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:59:41.513577 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-82d876d9-2ebc-4a67-bf93-9440085abc89 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:59:41.524318 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-82d876d9-2ebc-4a67-bf93-9440085abc89 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:59:41.539039 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Network 254a3736-3eda-4653-a3dd-b7e3185fffc0 details requested by agent ovs-agent-hv-cinder-72618 with host hv-cinder-72618 {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 19:59:41.542010 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d876d9-2ebc-4a67-bf93-9440085abc89 admin admin] Made reservation on behalf of e06769200dc344d2b76edf3f16b1d74b for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:59:41.547820 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-82d876d9-2ebc-4a67-bf93-9440085abc89 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:42.124595 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-82d876d9-2ebc-4a67-bf93-9440085abc89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:42.155223 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-5f1a1be3-1735-450e-b65b-180c7b023f50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:42.347757 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d876d9-2ebc-4a67-bf93-9440085abc89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67448399-3ad8-4d60-b8f0-d9874d8637fd,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:42.351666 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-82d876d9-2ebc-4a67-bf93-9440085abc89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:42.742257 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d876d9-2ebc-4a67-bf93-9440085abc89 admin admin] Checking segment: {'id': '280e0ed6-2977-414d-a5e1-db08aca200b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '254a3736-3eda-4653-a3dd-b7e3185fffc0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:59:42.742830 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d876d9-2ebc-4a67-bf93-9440085abc89 admin admin] Network hostable DHCP agents. Network: 254a3736-3eda-4653-a3dd-b7e3185fffc0, hostable agents: ['a1da6b86-37e3-41b0-832c-986ff53a0b75'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 19:59:42.772869 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d876d9-2ebc-4a67-bf93-9440085abc89 admin admin] Network 254a3736-3eda-4653-a3dd-b7e3185fffc0 is scheduled to be hosted by DHCP agent a1da6b86-37e3-41b0-832c-986ff53a0b75 with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 19:59:42.785633 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-82d876d9-2ebc-4a67-bf93-9440085abc89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-8-iscsi, 254a3736-3eda-4653-a3dd-b7e3185fffc0) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:59:42.792808 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d876d9-2ebc-4a67-bf93-9440085abc89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:42.793592 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-82d876d9-2ebc-4a67-bf93-9440085abc89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:42.802832 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7343fe4-4c32-4333-aedd-40dd6e714156 None None] Network 254a3736-3eda-4653-a3dd-b7e3185fffc0 requested from dv-cinder-726180-8-iscsi {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 19:59:42.826835 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-82d876d9-2ebc-4a67-bf93-9440085abc89 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3426142 Jan 21 19:59:42.830612 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 56238) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:42.837256 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-f1747fdc-1577-4322-8acb-b23af3b0c329 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-971789623-router', 'tenant_id': 'e06769200dc344d2b76edf3f16b1d74b', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'}}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:59:42.843549 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-f1747fdc-1577-4322-8acb-b23af3b0c329 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:59:42.848784 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-f1747fdc-1577-4322-8acb-b23af3b0c329 admin admin] Usage tracker for resource:router and tenant:e06769200dc344d2b76edf3f16b1d74b is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:59:42.852387 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-f1747fdc-1577-4322-8acb-b23af3b0c329 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:59:42.861643 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-f1747fdc-1577-4322-8acb-b23af3b0c329 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:59:42.877995 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f1747fdc-1577-4322-8acb-b23af3b0c329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854652859'] for router, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:42.880129 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f1747fdc-1577-4322-8acb-b23af3b0c329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-957674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1010567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-600212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122957'] for router, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:42.925898 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f1747fdc-1577-4322-8acb-b23af3b0c329 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:43.133284 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb793771-56bf-41c1-b03a-3057193059f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36109bbe-b53f-599f-9ca2-9243de2ffae0-254a3736-3eda-4653-a3dd-b7e3185fffc0', 'network_id': '254a3736-3eda-4653-a3dd-b7e3185fffc0', 'tenant_id': 'e06769200dc344d2b76edf3f16b1d74b', 'fixed_ips': [{'subnet_id': '67448399-3ad8-4d60-b8f0-d9874d8637fd'}]}} from dv-cinder-726180-8-iscsi. {{(pid=80115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 21 19:59:43.136607 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cb793771-56bf-41c1-b03a-3057193059f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:43.412861 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f1747fdc-1577-4322-8acb-b23af3b0c329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1010580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-968839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-122972'] for router, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:43.977870 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-cb793771-56bf-41c1-b03a-3057193059f8 None None] Allocated IP 172.20.0.2 (254a3736-3eda-4653-a3dd-b7e3185fffc0/67448399-3ad8-4d60-b8f0-d9874d8637fd/5feeb6ec-b5b8-4d69-ae9d-42a1d5440533) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 19:59:44.102602 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f1747fdc-1577-4322-8acb-b23af3b0c329 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:44.173855 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f1747fdc-1577-4322-8acb-b23af3b0c329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:44.339439 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cb793771-56bf-41c1-b03a-3057193059f8 None None] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:44.360234 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-cb793771-56bf-41c1-b03a-3057193059f8 None None] Transition to ACTIVE for port object 5feeb6ec-b5b8-4d69-ae9d-42a1d5440533 will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:59:44.393568 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-cb793771-56bf-41c1-b03a-3057193059f8 None None] Transition to ACTIVE for port object 5feeb6ec-b5b8-4d69-ae9d-42a1d5440533 will not be triggered until provisioned by entity DHCP. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:59:44.404635 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cb793771-56bf-41c1-b03a-3057193059f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:44.435131 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:44.611124 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb793771-56bf-41c1-b03a-3057193059f8 None None] Pushing event updated for resources: {'Port': ['ID=5feeb6ec-b5b8-4d69-ae9d-42a1d5440533,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:44.617023 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-cb793771-56bf-41c1-b03a-3057193059f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:44.719213 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-f1747fdc-1577-4322-8acb-b23af3b0c329 admin admin] Allocated IP 172.27.2.189 (a57e5c9c-980e-4c63-98b2-db6c66af0db2/ea65500f-ac9d-4758-b95c-d190d3e0e3d5/6302f1bd-525d-4405-b65e-f45c0850158e) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 19:59:44.719732 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb793771-56bf-41c1-b03a-3057193059f8 None None] Network 254a3736-3eda-4653-a3dd-b7e3185fffc0 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:59:44.720894 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-cb793771-56bf-41c1-b03a-3057193059f8 None None] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:59:44.727410 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb793771-56bf-41c1-b03a-3057193059f8 None None] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 19:59:44.820612 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-cb793771-56bf-41c1-b03a-3057193059f8 None None] Attempting to bind port 5feeb6ec-b5b8-4d69-ae9d-42a1d5440533 on host dv-cinder-726180-8-iscsi for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 19:59:44.821174 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-cb793771-56bf-41c1-b03a-3057193059f8 None None] Attempting to bind port 5feeb6ec-b5b8-4d69-ae9d-42a1d5440533 by drivers openvswitch on host dv-cinder-726180-8-iscsi at level 0 using segments [{'id': '280e0ed6-2977-414d-a5e1-db08aca200b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '254a3736-3eda-4653-a3dd-b7e3185fffc0'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 19:59:44.821850 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb793771-56bf-41c1-b03a-3057193059f8 None None] Attempting to bind port 5feeb6ec-b5b8-4d69-ae9d-42a1d5440533 on network 254a3736-3eda-4653-a3dd-b7e3185fffc0 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 19:59:44.832800 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb793771-56bf-41c1-b03a-3057193059f8 None None] Checking agent: {'id': 'f684b9c2-4f8f-4e03-bb44-a00bf6d32b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 46, 8), 'started_at': datetime.datetime(2021, 1, 21, 19, 46, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 19, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:59:44.833331 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb793771-56bf-41c1-b03a-3057193059f8 None None] Checking segment: {'id': '280e0ed6-2977-414d-a5e1-db08aca200b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '254a3736-3eda-4653-a3dd-b7e3185fffc0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:59:44.834033 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cb793771-56bf-41c1-b03a-3057193059f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:44.834774 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb793771-56bf-41c1-b03a-3057193059f8 None None] Bound using segment: {'id': '280e0ed6-2977-414d-a5e1-db08aca200b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '254a3736-3eda-4653-a3dd-b7e3185fffc0'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:59:44.835697 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-cb793771-56bf-41c1-b03a-3057193059f8 None None] Bound port: 5feeb6ec-b5b8-4d69-ae9d-42a1d5440533, host: dv-cinder-726180-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '280e0ed6-2977-414d-a5e1-db08aca200b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '254a3736-3eda-4653-a3dd-b7e3185fffc0'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 19:59:44.836471 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cb793771-56bf-41c1-b03a-3057193059f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:44.986630 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-cb793771-56bf-41c1-b03a-3057193059f8 None None] For port 5feeb6ec-b5b8-4d69-ae9d-42a1d5440533, host dv-cinder-726180-8-iscsi, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 19:59:44.990476 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-cb793771-56bf-41c1-b03a-3057193059f8 None None] For port 5feeb6ec-b5b8-4d69-ae9d-42a1d5440533, host dv-cinder-726180-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=5feeb6ec-b5b8-4d69-ae9d-42a1d5440533,segment=NetworkSegment(280e0ed6-2977-414d-a5e1-db08aca200b2),segment_id=280e0ed6-2977-414d-a5e1-db08aca200b2)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 19:59:44.994800 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cb793771-56bf-41c1-b03a-3057193059f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:45.016056 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f1747fdc-1577-4322-8acb-b23af3b0c329 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:45.017541 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:45.062771 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f1747fdc-1577-4322-8acb-b23af3b0c329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:45.085103 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-da827d77-52d8-4bb8-9133-ec66b2c28308 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:45.262707 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb793771-56bf-41c1-b03a-3057193059f8 None None] Pushing event updated for resources: {'Port': ['ID=5feeb6ec-b5b8-4d69-ae9d-42a1d5440533,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:45.269038 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-cb793771-56bf-41c1-b03a-3057193059f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:45.280891 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1747fdc-1577-4322-8acb-b23af3b0c329 admin admin] Pushing event updated for resources: {'Port': ['ID=6302f1bd-525d-4405-b65e-f45c0850158e,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:45.285760 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f1747fdc-1577-4322-8acb-b23af3b0c329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:45.368363 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1747fdc-1577-4322-8acb-b23af3b0c329 admin admin] Network a57e5c9c-980e-4c63-98b2-db6c66af0db2 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:59:45.369891 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-f1747fdc-1577-4322-8acb-b23af3b0c329 admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:59:45.373880 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1747fdc-1577-4322-8acb-b23af3b0c329 admin admin] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 19:59:45.917885 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f1747fdc-1577-4322-8acb-b23af3b0c329 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:46.757391 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f1747fdc-1577-4322-8acb-b23af3b0c329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-968819'] for router, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:46.991054 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b266f25d-42ed-4dd8-b454-7a4f76b12e3d None None] Network 254a3736-3eda-4653-a3dd-b7e3185fffc0 requested from dv-cinder-726180-8-iscsi {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 19:59:47.035966 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1747fdc-1577-4322-8acb-b23af3b0c329 admin admin] Router 9f99afea-04aa-40a9-813a-1428e5231e4c is scheduled to L3 agent acfbd797-5df7-45c7-9954-db8085626b2a with binding_index 1 {{(pid=80114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 21 19:59:47.176396 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-4c43cd64-44b8-4f09-a535-afb209d0dd1f None None] Provisioning for port 5feeb6ec-b5b8-4d69-ae9d-42a1d5440533 completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:59:47.327188 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1747fdc-1577-4322-8acb-b23af3b0c329 admin admin] Notify agent at l3_agent.dv-cinder-726180-8-iscsi the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 19:59:47.341246 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4e0d27-35e9-4c76-9c29-a0ac8c3d2cb0 None None] Sync routers for ids ['9f99afea-04aa-40a9-813a-1428e5231e4c'] in dv-cinder-726180-8-iscsi {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 19:59:47.352760 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4e0d27-35e9-4c76-9c29-a0ac8c3d2cb0 None None] Routers {'9f99afea-04aa-40a9-813a-1428e5231e4c'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:59:47.354267 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-8d4e0d27-35e9-4c76-9c29-a0ac8c3d2cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T19:59:36Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['9f99afea-04aa-40a9-813a-1428e5231e4c'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:59:47.372151 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f1747fdc-1577-4322-8acb-b23af3b0c329 admin admin] Notify callbacks [] for router, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:47.375747 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-f1747fdc-1577-4322-8acb-b23af3b0c329 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5436697 Jan 21 19:59:47.378599 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 56288) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:47.675793 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-8d4e0d27-35e9-4c76-9c29-a0ac8c3d2cb0 None None] Set router 9f99afea-04aa-40a9-813a-1428e5231e4c gateway port host: dv-cinder-726180-8-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 19:59:47.737497 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 5feeb6ec-b5b8-4d69-ae9d-42a1d5440533 up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:59:47.959906 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning for port 5feeb6ec-b5b8-4d69-ae9d-42a1d5440533 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:59:47.983296 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning complete for port 5feeb6ec-b5b8-4d69-ae9d-42a1d5440533 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:59:47.984027 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:48.242924 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0123e0c-a272-46a3-85c3-efc4b5aeed44 req-c9870895-dc8d-4f93-aef9-9a54aa69d5e0 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:48.252773 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e0123e0c-a272-46a3-85c3-efc4b5aeed44 req-c9870895-dc8d-4f93-aef9-9a54aa69d5e0 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 945 time: 0.2339582 Jan 21 19:59:48.271614 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-8d4e0d27-35e9-4c76-9c29-a0ac8c3d2cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'name': 'tempest-TestVolumeBootPattern-971789623-router', 'tenant_id': 'e06769200dc344d2b76edf3f16b1d74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '6302f1bd-525d-4405-b65e-f45c0850158e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:59:42Z', 'updated_at': '2021-01-21T19:59:45Z', 'revision_number': 3, 'project_id': 'e06769200dc344d2b76edf3f16b1d74b', 'gw_port': {'id': '6302f1bd-525d-4405-b65e-f45c0850158e', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:29:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:59:44Z', 'updated_at': '2021-01-21T19:59:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi'}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:59:48.308242 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4e0d27-35e9-4c76-9c29-a0ac8c3d2cb0 None None] Checking router: 9f99afea-04aa-40a9-813a-1428e5231e4c for host: dv-cinder-726180-8-iscsi {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 19:59:48.309078 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4e0d27-35e9-4c76-9c29-a0ac8c3d2cb0 None None] Updating router 9f99afea-04aa-40a9-813a-1428e5231e4c port 6302f1bd-525d-4405-b65e-f45c0850158e binding host dv-cinder-726180-8-iscsi {{(pid=80116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 21 19:59:48.335343 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e0123e0c-a272-46a3-85c3-efc4b5aeed44 req-2ce96678-37fe-4739-b291-dc50de567458 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810697 Jan 21 19:59:48.385574 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-5087c776-855f-4bce-8c9a-63e2da849010 None None] Provisioning complete for port 5feeb6ec-b5b8-4d69-ae9d-42a1d5440533 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:59:48.386577 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5087c776-855f-4bce-8c9a-63e2da849010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:48.526556 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8d4e0d27-35e9-4c76-9c29-a0ac8c3d2cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:48.538311 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:48.754028 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] For port 5feeb6ec-b5b8-4d69-ae9d-42a1d5440533, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=5feeb6ec-b5b8-4d69-ae9d-42a1d5440533,segment=NetworkSegment(280e0ed6-2977-414d-a5e1-db08aca200b2),segment_id=280e0ed6-2977-414d-a5e1-db08aca200b2)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 19:59:48.768380 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:48.794064 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:48.996810 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Pushing event updated for resources: {'Port': ['ID=5feeb6ec-b5b8-4d69-ae9d-42a1d5440533,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:49.003826 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:49.038127 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-167a7e1c-1f2a-436c-8d3e-2479fb2552bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:49.044148 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c37964-9c0d-4a86-94ab-6f2b1b66efa7 req-1782726d-1f9e-4500-9e76-1b4ae9ec4fdc tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:49.045898 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-55c37964-9c0d-4a86-94ab-6f2b1b66efa7 req-1782726d-1f9e-4500-9e76-1b4ae9ec4fdc tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=ed3a37c4-a416-4fbe-b81c-d41a8ddac3d9 HTTP/1.1" status: 200 len: 945 time: 0.1349978 Jan 21 19:59:49.086360 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-97750d20-0eba-4c1e-bcf6-0873d887187e None None] Provisioning complete for port 5feeb6ec-b5b8-4d69-ae9d-42a1d5440533 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:59:49.086958 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-97750d20-0eba-4c1e-bcf6-0873d887187e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:49.116225 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-55c37964-9c0d-4a86-94ab-6f2b1b66efa7 req-b015178e-1f1e-4ef7-9957-093b3916309c tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567021 Jan 21 19:59:49.308871 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8d4e0d27-35e9-4c76-9c29-a0ac8c3d2cb0 None None] Notify callbacks [] for port, precommit_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:49.324136 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-8d4e0d27-35e9-4c76-9c29-a0ac8c3d2cb0 None None] Transition to ACTIVE for port object 6302f1bd-525d-4405-b65e-f45c0850158e will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:59:49.328179 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8d4e0d27-35e9-4c76-9c29-a0ac8c3d2cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:49.346425 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:49.499065 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9808c833-881c-4485-92da-f4635c660578 None None] Pushing event updated for resources: {'Port': ['ID=6302f1bd-525d-4405-b65e-f45c0850158e,revision_number=2']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:49.519834 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9808c833-881c-4485-92da-f4635c660578 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:49.520220 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9808c833-881c-4485-92da-f4635c660578 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:49.520597 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9808c833-881c-4485-92da-f4635c660578 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:49.520968 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9808c833-881c-4485-92da-f4635c660578 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:49.521337 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9808c833-881c-4485-92da-f4635c660578 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:49.521801 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9808c833-881c-4485-92da-f4635c660578 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:49.522251 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9808c833-881c-4485-92da-f4635c660578 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:49.522653 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9808c833-881c-4485-92da-f4635c660578 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:49.523022 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9808c833-881c-4485-92da-f4635c660578 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:49.523403 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9808c833-881c-4485-92da-f4635c660578 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:49.523847 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9808c833-881c-4485-92da-f4635c660578 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:49.524324 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9808c833-881c-4485-92da-f4635c660578 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:49.524841 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9808c833-881c-4485-92da-f4635c660578 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:49.525747 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9808c833-881c-4485-92da-f4635c660578 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:49.526116 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9808c833-881c-4485-92da-f4635c660578 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:49.526861 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9808c833-881c-4485-92da-f4635c660578 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:49.527245 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9808c833-881c-4485-92da-f4635c660578 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:49.527607 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9808c833-881c-4485-92da-f4635c660578 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:49.528023 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9808c833-881c-4485-92da-f4635c660578 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:49.528387 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9808c833-881c-4485-92da-f4635c660578 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:49.528768 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9808c833-881c-4485-92da-f4635c660578 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:49.529137 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9808c833-881c-4485-92da-f4635c660578 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:49.529494 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9808c833-881c-4485-92da-f4635c660578 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:49.529854 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9808c833-881c-4485-92da-f4635c660578 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 19:59:49.536092 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-9808c833-881c-4485-92da-f4635c660578 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:49.629558 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-167a7e1c-1f2a-436c-8d3e-2479fb2552bb admin admin] Allocated IP 172.20.0.1 (254a3736-3eda-4653-a3dd-b7e3185fffc0/67448399-3ad8-4d60-b8f0-d9874d8637fd/7c8adb0c-c2ce-436a-a32d-171732043d56) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 19:59:49.678855 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-8d4e0d27-35e9-4c76-9c29-a0ac8c3d2cb0 None None] Attempting to bind port 6302f1bd-525d-4405-b65e-f45c0850158e on host dv-cinder-726180-8-iscsi for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 19:59:49.679630 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-8d4e0d27-35e9-4c76-9c29-a0ac8c3d2cb0 None None] Attempting to bind port 6302f1bd-525d-4405-b65e-f45c0850158e by drivers openvswitch on host dv-cinder-726180-8-iscsi at level 0 using segments [{'id': '0b618305-a50f-40b3-8ec6-85df1521bd1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 19:59:49.680540 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4e0d27-35e9-4c76-9c29-a0ac8c3d2cb0 None None] Attempting to bind port 6302f1bd-525d-4405-b65e-f45c0850158e on network a57e5c9c-980e-4c63-98b2-db6c66af0db2 {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 19:59:49.686304 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 5feeb6ec-b5b8-4d69-ae9d-42a1d5440533 up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:59:49.692205 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4e0d27-35e9-4c76-9c29-a0ac8c3d2cb0 None None] Checking agent: {'id': 'f684b9c2-4f8f-4e03-bb44-a00bf6d32b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 46, 8), 'started_at': datetime.datetime(2021, 1, 21, 19, 46, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 19, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:59:49.692783 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4e0d27-35e9-4c76-9c29-a0ac8c3d2cb0 None None] Checking segment: {'id': '0b618305-a50f-40b3-8ec6-85df1521bd1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:59:49.693282 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8d4e0d27-35e9-4c76-9c29-a0ac8c3d2cb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:49.693735 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4e0d27-35e9-4c76-9c29-a0ac8c3d2cb0 None None] Bound using segment: {'id': '0b618305-a50f-40b3-8ec6-85df1521bd1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:59:49.694526 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-8d4e0d27-35e9-4c76-9c29-a0ac8c3d2cb0 None None] Bound port: 6302f1bd-525d-4405-b65e-f45c0850158e, host: dv-cinder-726180-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b618305-a50f-40b3-8ec6-85df1521bd1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 19:59:49.696260 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8d4e0d27-35e9-4c76-9c29-a0ac8c3d2cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:49.817992 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-8d4e0d27-35e9-4c76-9c29-a0ac8c3d2cb0 None None] For port 6302f1bd-525d-4405-b65e-f45c0850158e, host dv-cinder-726180-8-iscsi, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 19:59:49.823357 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-8d4e0d27-35e9-4c76-9c29-a0ac8c3d2cb0 None None] For port 6302f1bd-525d-4405-b65e-f45c0850158e, host dv-cinder-726180-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=6302f1bd-525d-4405-b65e-f45c0850158e,segment=NetworkSegment(0b618305-a50f-40b3-8ec6-85df1521bd1b),segment_id=0b618305-a50f-40b3-8ec6-85df1521bd1b)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 19:59:49.825842 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning complete for port 5feeb6ec-b5b8-4d69-ae9d-42a1d5440533 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:59:49.826593 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:49.827908 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8d4e0d27-35e9-4c76-9c29-a0ac8c3d2cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:49.847589 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:49.878725 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f11a24-1b37-4c5f-a232-f32d228b0ee4 req-3ee220c6-fa97-44e3-a51e-00fef4b2eee7 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:49.880782 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-44f11a24-1b37-4c5f-a232-f32d228b0ee4 req-3ee220c6-fa97-44e3-a51e-00fef4b2eee7 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 945 time: 0.1787686 Jan 21 19:59:49.911311 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-167a7e1c-1f2a-436c-8d3e-2479fb2552bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:49.935499 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-167a7e1c-1f2a-436c-8d3e-2479fb2552bb admin admin] Transition to ACTIVE for port object 7c8adb0c-c2ce-436a-a32d-171732043d56 will not be triggered until provisioned by entity DHCP. {{(pid=80113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:59:49.985906 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-167a7e1c-1f2a-436c-8d3e-2479fb2552bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2470122'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:50.002723 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-44f11a24-1b37-4c5f-a232-f32d228b0ee4 req-71ad16fd-14d5-47c3-b06c-14ad5c4d45da tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067040 Jan 21 19:59:50.036263 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:50.082678 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9808c833-881c-4485-92da-f4635c660578 None None] Pushing event updated for resources: {'Port': ['ID=6302f1bd-525d-4405-b65e-f45c0850158e,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:50.089679 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-9808c833-881c-4485-92da-f4635c660578 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:50.186806 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4e0d27-35e9-4c76-9c29-a0ac8c3d2cb0 None None] Routers {'9f99afea-04aa-40a9-813a-1428e5231e4c'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:59:50.188071 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-8d4e0d27-35e9-4c76-9c29-a0ac8c3d2cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T19:59:36Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['9f99afea-04aa-40a9-813a-1428e5231e4c'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:59:50.444607 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d70f73-4b30-4522-bb75-0ddbd92bf2ac req-f4e39580-a0d5-4d34-b6bf-f1bccd6207fb tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:50.446765 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d4d70f73-4b30-4522-bb75-0ddbd92bf2ac req-f4e39580-a0d5-4d34-b6bf-f1bccd6207fb tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=ed3a37c4-a416-4fbe-b81c-d41a8ddac3d9 HTTP/1.1" status: 200 len: 945 time: 0.1278648 Jan 21 19:59:50.452395 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a7e1c-1f2a-436c-8d3e-2479fb2552bb admin admin] Pushing event updated for resources: {'Port': ['ID=7c8adb0c-c2ce-436a-a32d-171732043d56,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:50.456293 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-167a7e1c-1f2a-436c-8d3e-2479fb2552bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:50.546555 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167a7e1c-1f2a-436c-8d3e-2479fb2552bb admin admin] Network 254a3736-3eda-4653-a3dd-b7e3185fffc0 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:59:50.548836 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-167a7e1c-1f2a-436c-8d3e-2479fb2552bb admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:59:50.549505 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d4d70f73-4b30-4522-bb75-0ddbd92bf2ac req-62ed65d1-1539-4e35-b5fa-94607a746f40 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808942 Jan 21 19:59:50.553548 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167a7e1c-1f2a-436c-8d3e-2479fb2552bb admin admin] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 19:59:50.655023 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-167a7e1c-1f2a-436c-8d3e-2479fb2552bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853806930'] for router_interface, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:50.778323 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-8d4e0d27-35e9-4c76-9c29-a0ac8c3d2cb0 None None] Set router 9f99afea-04aa-40a9-813a-1428e5231e4c gateway port host: dv-cinder-726180-8-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 19:59:50.848708 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-167a7e1c-1f2a-436c-8d3e-2479fb2552bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:50.923791 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-8c7d87fb-f294-48e6-9c2c-edd7d514f7ec None None] Provisioning for port 7c8adb0c-c2ce-436a-a32d-171732043d56 completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:59:50.931292 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-8c7d87fb-f294-48e6-9c2c-edd7d514f7ec None None] Provisioning complete for port 7c8adb0c-c2ce-436a-a32d-171732043d56 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:59:50.933326 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8c7d87fb-f294-48e6-9c2c-edd7d514f7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:51.016761 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-8c7d87fb-f294-48e6-9c2c-edd7d514f7ec None None] Port 7c8adb0c-c2ce-436a-a32d-171732043d56 cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 19:59:51.308884 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0dd32a-cb15-4441-9472-852b3ddf2c9a req-8ff384b9-88c9-48d4-b001-797d82df4458 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:51.311954 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-db0dd32a-cb15-4441-9472-852b3ddf2c9a req-8ff384b9-88c9-48d4-b001-797d82df4458 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 945 time: 0.1438859 Jan 21 19:59:51.337226 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-8d4e0d27-35e9-4c76-9c29-a0ac8c3d2cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'name': 'tempest-TestVolumeBootPattern-971789623-router', 'tenant_id': 'e06769200dc344d2b76edf3f16b1d74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '6302f1bd-525d-4405-b65e-f45c0850158e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:59:42Z', 'updated_at': '2021-01-21T19:59:45Z', 'revision_number': 3, 'project_id': 'e06769200dc344d2b76edf3f16b1d74b', 'gw_port': {'id': '6302f1bd-525d-4405-b65e-f45c0850158e', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:29:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:59:44Z', 'updated_at': '2021-01-21T19:59:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi'}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:59:51.343157 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4e0d27-35e9-4c76-9c29-a0ac8c3d2cb0 None None] The sync data for ids ['9f99afea-04aa-40a9-813a-1428e5231e4c'] in dv-cinder-726180-8-iscsi is: [{'id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'name': 'tempest-TestVolumeBootPattern-971789623-router', 'tenant_id': 'e06769200dc344d2b76edf3f16b1d74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '6302f1bd-525d-4405-b65e-f45c0850158e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:59:42Z', 'updated_at': '2021-01-21T19:59:45Z', 'revision_number': 3, 'project_id': 'e06769200dc344d2b76edf3f16b1d74b', 'gw_port': {'id': '6302f1bd-525d-4405-b65e-f45c0850158e', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:29:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:59:44Z', 'updated_at': '2021-01-21T19:59:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi'}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 19:59:51.388161 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-167a7e1c-1f2a-436c-8d3e-2479fb2552bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:51.394170 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-167a7e1c-1f2a-436c-8d3e-2479fb2552bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852305763'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:51.412058 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-db0dd32a-cb15-4441-9472-852b3ddf2c9a req-d17bb3a6-8c36-4d05-94d6-7d2e010ad63c tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905602 Jan 21 19:59:51.434222 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:51.547262 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a7e1c-1f2a-436c-8d3e-2479fb2552bb admin admin] Pushing event updated for resources: {'Port': ['ID=7c8adb0c-c2ce-436a-a32d-171732043d56,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:51.552180 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-167a7e1c-1f2a-436c-8d3e-2479fb2552bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:51.555779 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-167a7e1c-1f2a-436c-8d3e-2479fb2552bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854228120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853819575'] for router_interface, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:51.711301 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f69b8d-877c-41e4-877e-95c4e408c3a5 req-027288a2-f60d-40cf-aaac-c301d1d5dbaf tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:51.714717 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d5f69b8d-877c-41e4-877e-95c4e408c3a5 req-027288a2-f60d-40cf-aaac-c301d1d5dbaf tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.83 "GET /v2.0/ports?device_id=ed3a37c4-a416-4fbe-b81c-d41a8ddac3d9 HTTP/1.1" status: 200 len: 945 time: 0.2025998 Jan 21 19:59:51.783782 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167a7e1c-1f2a-436c-8d3e-2479fb2552bb admin admin] Network 254a3736-3eda-4653-a3dd-b7e3185fffc0 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 19:59:51.787572 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-167a7e1c-1f2a-436c-8d3e-2479fb2552bb admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:59:51.884411 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-d5f69b8d-877c-41e4-877e-95c4e408c3a5 req-5776b6b1-28b8-4706-bbe0-6e95939a6b5f tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Deleting port 5890e900-e56c-41b5-93e0-d164d708022b {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 19:59:51.885509 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-d5f69b8d-877c-41e4-877e-95c4e408c3a5 req-5776b6b1-28b8-4706-bbe0-6e95939a6b5f tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:51.989463 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 5890e900-e56c-41b5-93e0-d164d708022b no longer exists at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 19:59:52.194689 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167a7e1c-1f2a-436c-8d3e-2479fb2552bb admin admin] Router 9f99afea-04aa-40a9-813a-1428e5231e4c has already been hosted by L3 agent acfbd797-5df7-45c7-9954-db8085626b2a {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 19:59:52.204354 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ff077d3b-c2b1-41fc-8d04-7f9943b35191 None None] Provisioning complete for port 7c8adb0c-c2ce-436a-a32d-171732043d56 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:59:52.204794 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ff077d3b-c2b1-41fc-8d04-7f9943b35191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:52.246034 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:52.303036 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3a37c4-a416-4fbe-b81c-d41a8ddac3d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5890e900-e56c-41b5-93e0-d164d708022b'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:59:52.331528 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] For port 5890e900-e56c-41b5-93e0-d164d708022b, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=5890e900-e56c-41b5-93e0-d164d708022b,segment=NetworkSegment(23c589ac-043e-4282-ad98-f9d86a119fbd),segment_id=23c589ac-043e-4282-ad98-f9d86a119fbd)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 19:59:52.332176 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-ff077d3b-c2b1-41fc-8d04-7f9943b35191 None None] Port 7c8adb0c-c2ce-436a-a32d-171732043d56 cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 19:59:52.339795 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:52.340680 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 9537e163-a3e7-45c5-be48-d3062df2e76f no longer exists at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 19:59:52.376709 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:52.401256 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413d9a0-c236-4ca6-aaf4-a3a572ecefcf req-69089bee-cb50-44d6-a4a6-a5cf4605831c tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:52.405101 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d413d9a0-c236-4ca6-aaf4-a3a572ecefcf req-69089bee-cb50-44d6-a4a6-a5cf4605831c tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.83 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 945 time: 0.6894372 Jan 21 19:59:52.518714 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3a37c4-a416-4fbe-b81c-d41a8ddac3d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5890e900-e56c-41b5-93e0-d164d708022b', 'code': 200} Jan 21 19:59:52.519736 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Pushing event updated for resources: {'Port': ['ID=5890e900-e56c-41b5-93e0-d164d708022b,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:52.537050 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:52.564187 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167a7e1c-1f2a-436c-8d3e-2479fb2552bb admin admin] Notify agent at l3_agent.dv-cinder-726180-8-iscsi the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 19:59:52.638547 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-167a7e1c-1f2a-436c-8d3e-2479fb2552bb admin admin] 10.222.0.74 "PUT /v2.0/routers/9f99afea-04aa-40a9-813a-1428e5231e4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2432387 Jan 21 19:59:52.707890 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:52.721104 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa5788-b150-41ee-aff2-143b8391a04c req-570ab99b-bd12-4c59-a7e9-f7e07a104bf5 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:52.732122 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7eaa5788-b150-41ee-aff2-143b8391a04c req-570ab99b-bd12-4c59-a7e9-f7e07a104bf5 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=ed3a37c4-a416-4fbe-b81c-d41a8ddac3d9 HTTP/1.1" status: 200 len: 945 time: 0.8681486 Jan 21 19:59:52.769567 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-d5f69b8d-877c-41e4-877e-95c4e408c3a5 req-5776b6b1-28b8-4706-bbe0-6e95939a6b5f tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] For port 5890e900-e56c-41b5-93e0-d164d708022b, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=5890e900-e56c-41b5-93e0-d164d708022b,segment=NetworkSegment(23c589ac-043e-4282-ad98-f9d86a119fbd),segment_id=23c589ac-043e-4282-ad98-f9d86a119fbd)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 19:59:52.770505 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-d5f69b8d-877c-41e4-877e-95c4e408c3a5 req-5776b6b1-28b8-4706-bbe0-6e95939a6b5f tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:52.786773 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] For port 9537e163-a3e7-45c5-be48-d3062df2e76f, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=9537e163-a3e7-45c5-be48-d3062df2e76f,segment=NetworkSegment(591184f8-a839-4fe2-96af-9bfea154ba5f),segment_id=591184f8-a839-4fe2-96af-9bfea154ba5f)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 19:59:52.793373 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:52.798330 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-56dc51fc-62cf-4f0d-b880-8f0ed33af7e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:52.963956 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Pushing event updated for resources: {'Port': ['ID=9537e163-a3e7-45c5-be48-d3062df2e76f,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:52.972175 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:53.110253 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-d413d9a0-c236-4ca6-aaf4-a3a572ecefcf req-1e81a745-2d20-46da-afdf-b35e9f8153be tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Deleting port 9537e163-a3e7-45c5-be48-d3062df2e76f {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 19:59:53.110786 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-d413d9a0-c236-4ca6-aaf4-a3a572ecefcf req-1e81a745-2d20-46da-afdf-b35e9f8153be tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:53.453391 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-d5f69b8d-877c-41e4-877e-95c4e408c3a5 req-5776b6b1-28b8-4706-bbe0-6e95939a6b5f tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Calling delete_port for 5890e900-e56c-41b5-93e0-d164d708022b owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 19:59:53.550761 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7eaa5788-b150-41ee-aff2-143b8391a04c req-26c1cda7-73ff-4599-b5fb-5728e74a1aef tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7890952 Jan 21 19:59:53.809623 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 6302f1bd-525d-4405-b65e-f45c0850158e up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:59:53.879030 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3bc89e-a275-4d61-94ea-5c0385240eda req-8c968aaa-5c0f-4509-891b-3e29306127d2 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:53.889601 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3d3bc89e-a275-4d61-94ea-5c0385240eda req-8c968aaa-5c0f-4509-891b-3e29306127d2 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 943 time: 1.1255722 Jan 21 19:59:53.894459 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.db.api [req-d5f69b8d-877c-41e4-877e-95c4e408c3a5 req-5776b6b1-28b8-4706-bbe0-6e95939a6b5f tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80114) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 21 19:59:53.895131 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_db.api [req-d5f69b8d-877c-41e4-877e-95c4e408c3a5 req-5776b6b1-28b8-4706-bbe0-6e95939a6b5f tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 21 19:59:53.986015 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning for port 6302f1bd-525d-4405-b65e-f45c0850158e completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 19:59:53.996954 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning complete for port 6302f1bd-525d-4405-b65e-f45c0850158e triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:59:53.997815 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:54.007878 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 56338) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:54.016252 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-aa92b1ef-a686-4e38-b087-b4dc45816615 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1338909946-network', 'tenant_id': 'efec7cd048334e468a9e309a3ae3ea28'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:59:54.037581 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3d3bc89e-a275-4d61-94ea-5c0385240eda req-3d1d501d-bf87-4e31-ae79-e709903487f4 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466017 Jan 21 19:59:54.050410 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-aa92b1ef-a686-4e38-b087-b4dc45816615 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:59:54.053375 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-d413d9a0-c236-4ca6-aaf4-a3a572ecefcf req-1e81a745-2d20-46da-afdf-b35e9f8153be tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] For port 9537e163-a3e7-45c5-be48-d3062df2e76f, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=9537e163-a3e7-45c5-be48-d3062df2e76f,segment=NetworkSegment(591184f8-a839-4fe2-96af-9bfea154ba5f),segment_id=591184f8-a839-4fe2-96af-9bfea154ba5f)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 19:59:54.054026 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-d413d9a0-c236-4ca6-aaf4-a3a572ecefcf req-1e81a745-2d20-46da-afdf-b35e9f8153be tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:54.061489 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-aa92b1ef-a686-4e38-b087-b4dc45816615 admin admin] Usage tracker for resource:network and tenant:efec7cd048334e468a9e309a3ae3ea28 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:59:54.066955 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-aa92b1ef-a686-4e38-b087-b4dc45816615 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:59:54.090556 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-aa92b1ef-a686-4e38-b087-b4dc45816615 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:59:54.105408 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa92b1ef-a686-4e38-b087-b4dc45816615 admin admin] Made reservation on behalf of efec7cd048334e468a9e309a3ae3ea28 for: {'network': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:59:54.114010 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-aa92b1ef-a686-4e38-b087-b4dc45816615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for network, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:54.139817 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-aa92b1ef-a686-4e38-b087-b4dc45816615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:54.176883 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-aa92b1ef-a686-4e38-b087-b4dc45816615 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:59:54.183690 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-aa92b1ef-a686-4e38-b087-b4dc45816615 admin admin] Usage tracker for resource:security_group_rule and tenant:efec7cd048334e468a9e309a3ae3ea28 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:59:54.190029 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-aa92b1ef-a686-4e38-b087-b4dc45816615 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:59:54.203825 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-aa92b1ef-a686-4e38-b087-b4dc45816615 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:59:54.239821 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:54.280982 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] For port 6302f1bd-525d-4405-b65e-f45c0850158e, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=6302f1bd-525d-4405-b65e-f45c0850158e,segment=NetworkSegment(0b618305-a50f-40b3-8ec6-85df1521bd1b),segment_id=0b618305-a50f-40b3-8ec6-85df1521bd1b)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 19:59:54.286586 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:54.291498 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:54.333362 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-d413d9a0-c236-4ca6-aaf4-a3a572ecefcf req-1e81a745-2d20-46da-afdf-b35e9f8153be tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Calling delete_port for 9537e163-a3e7-45c5-be48-d3062df2e76f owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 19:59:54.397077 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-aa92b1ef-a686-4e38-b087-b4dc45816615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:54.412871 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-aa92b1ef-a686-4e38-b087-b4dc45816615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:54.418802 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-d5f69b8d-877c-41e4-877e-95c4e408c3a5 req-5776b6b1-28b8-4706-bbe0-6e95939a6b5f tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Deleting port 5890e900-e56c-41b5-93e0-d164d708022b {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 19:59:54.419188 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-d5f69b8d-877c-41e4-877e-95c4e408c3a5 req-5776b6b1-28b8-4706-bbe0-6e95939a6b5f tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:54.422965 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-49013fdd-ec1b-4df9-809b-3e54b41f6149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:54.447742 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Pushing event updated for resources: {'Port': ['ID=6302f1bd-525d-4405-b65e-f45c0850158e,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:54.464917 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:54.489742 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa92b1ef-a686-4e38-b087-b4dc45816615 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 21 19:59:54.510293 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa92b1ef-a686-4e38-b087-b4dc45816615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af797ed-b82e-4f1d-93ff-58d9c31bf8a1,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:54.520386 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42040add-1c52-4cdb-b9be-ace78fef033d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9537e163-a3e7-45c5-be48-d3062df2e76f'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:59:54.527954 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-aa92b1ef-a686-4e38-b087-b4dc45816615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:54.538227 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-aa92b1ef-a686-4e38-b087-b4dc45816615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8360645'] for segment, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:54.538772 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.db.segments_db [None req-aa92b1ef-a686-4e38-b087-b4dc45816615 admin admin] Added segment e3fbf8d4-1795-4785-ad18-6728c87376b7 of type vxlan for network cc4f8c36-160f-471b-8875-47a40690abe8 Jan 21 19:59:54.632428 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-aa92b1ef-a686-4e38-b087-b4dc45816615 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363307590337259'] for network, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:54.646450 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42040add-1c52-4cdb-b9be-ace78fef033d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9537e163-a3e7-45c5-be48-d3062df2e76f', 'code': 200} Jan 21 19:59:54.686227 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-aa92b1ef-a686-4e38-b087-b4dc45816615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103'] for network, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:54.687135 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa92b1ef-a686-4e38-b087-b4dc45816615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:54.688800 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-aa92b1ef-a686-4e38-b087-b4dc45816615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:54.699855 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-1dde7d88-3d2f-48f5-bb23-fab30599fa2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:54.782087 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-aa92b1ef-a686-4e38-b087-b4dc45816615 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7725773 Jan 21 19:59:54.796967 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 56350) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:54.803312 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-fc631052-e3df-49ea-8174-9c62aa31003a admin admin] Request body: {'subnet': {'network_id': 'cc4f8c36-160f-471b-8875-47a40690abe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1338909946-subnet', 'tenant_id': 'efec7cd048334e468a9e309a3ae3ea28', 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:59:54.824328 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-fc631052-e3df-49ea-8174-9c62aa31003a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:59:54.832650 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-d413d9a0-c236-4ca6-aaf4-a3a572ecefcf req-1e81a745-2d20-46da-afdf-b35e9f8153be tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:54.871256 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-fc631052-e3df-49ea-8174-9c62aa31003a admin admin] Usage tracker for resource:subnet and tenant:efec7cd048334e468a9e309a3ae3ea28 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:59:54.875110 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-db8f951c-2040-45bc-9c46-dc76dff09abd tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:54.904392 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa92b1ef-a686-4e38-b087-b4dc45816615 admin admin] Pushing event updated for resources: {'Network': ['ID=cc4f8c36-160f-471b-8875-47a40690abe8,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:54.911453 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-aa92b1ef-a686-4e38-b087-b4dc45816615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:54.920473 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Network cc4f8c36-160f-471b-8875-47a40690abe8 details requested by agent ovs-agent-dv-cinder-726180-8-iscsi with host dv-cinder-726180-8-iscsi {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 19:59:54.928349 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-fc631052-e3df-49ea-8174-9c62aa31003a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:59:55.062914 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e81a745-2d20-46da-afdf-b35e9f8153be tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Pushing event deleted for resources: {'Port': ['ID=9537e163-a3e7-45c5-be48-d3062df2e76f,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:55.064157 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Network cc4f8c36-160f-471b-8875-47a40690abe8 details requested by agent ovs-agent-hv-cinder-72618 with host hv-cinder-72618 {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 19:59:55.099744 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dea752-b629-4e03-b160-78eebf6e946f None None] Sync routers for ids ['9f99afea-04aa-40a9-813a-1428e5231e4c'] in dv-cinder-726180-8-iscsi {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 19:59:55.136273 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-fc631052-e3df-49ea-8174-9c62aa31003a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:59:55.143539 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-1e81a745-2d20-46da-afdf-b35e9f8153be tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:55.258047 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc631052-e3df-49ea-8174-9c62aa31003a admin admin] Made reservation on behalf of efec7cd048334e468a9e309a3ae3ea28 for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 19:59:55.268368 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fc631052-e3df-49ea-8174-9c62aa31003a admin admin] Notify callbacks [] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:55.428386 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dea752-b629-4e03-b160-78eebf6e946f None None] Routers {'9f99afea-04aa-40a9-813a-1428e5231e4c'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:59:55.429625 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-d0dea752-b629-4e03-b160-78eebf6e946f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T19:59:36Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['9f99afea-04aa-40a9-813a-1428e5231e4c'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:59:55.497291 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e5b50cfd-fd74-4e4b-922c-764f50d05922 req-3f3e7b12-e26a-491d-993c-5a1b469124da tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 210 time: 0.1198635 Jan 21 19:59:55.515564 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-d5f69b8d-877c-41e4-877e-95c4e408c3a5 req-5776b6b1-28b8-4706-bbe0-6e95939a6b5f tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] For port 5890e900-e56c-41b5-93e0-d164d708022b, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=5890e900-e56c-41b5-93e0-d164d708022b,segment=NetworkSegment(23c589ac-043e-4282-ad98-f9d86a119fbd),segment_id=23c589ac-043e-4282-ad98-f9d86a119fbd)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 19:59:55.516114 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-d5f69b8d-877c-41e4-877e-95c4e408c3a5 req-5776b6b1-28b8-4706-bbe0-6e95939a6b5f tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:55.719502 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-d5f69b8d-877c-41e4-877e-95c4e408c3a5 req-5776b6b1-28b8-4706-bbe0-6e95939a6b5f tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Calling delete_port for 5890e900-e56c-41b5-93e0-d164d708022b owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 19:59:55.746578 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 6302f1bd-525d-4405-b65e-f45c0850158e up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 19:59:55.779296 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b4be8-19b2-4004-ab21-7e1f1ff7a0ff req-e8e016d2-86d1-49ee-82b0-62568f1f9688 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:55.780968 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b59b4be8-19b2-4004-ab21-7e1f1ff7a0ff req-e8e016d2-86d1-49ee-82b0-62568f1f9688 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=ed3a37c4-a416-4fbe-b81c-d41a8ddac3d9 HTTP/1.1" status: 200 len: 943 time: 0.8253472 Jan 21 19:59:55.882299 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-d413d9a0-c236-4ca6-aaf4-a3a572ecefcf req-1e81a745-2d20-46da-afdf-b35e9f8153be tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] No DVR routers for this DVR port 9537e163-a3e7-45c5-be48-d3062df2e76f on host hv-cinder-72618 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 19:59:55.888742 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-d0dea752-b629-4e03-b160-78eebf6e946f None None] Set router 9f99afea-04aa-40a9-813a-1428e5231e4c gateway port host: dv-cinder-726180-8-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 19:59:55.908621 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-d413d9a0-c236-4ca6-aaf4-a3a572ecefcf req-1e81a745-2d20-46da-afdf-b35e9f8153be tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:55.912334 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42040add-1c52-4cdb-b9be-ace78fef033d', 'name': 'network-vif-deleted', 'tag': '9537e163-a3e7-45c5-be48-d3062df2e76f'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:59:55.983457 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning complete for port 6302f1bd-525d-4405-b65e-f45c0850158e triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 19:59:55.984124 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:55.988247 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b59b4be8-19b2-4004-ab21-7e1f1ff7a0ff req-12ed0e66-121d-485b-834c-332978a75aec tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885779 Jan 21 19:59:56.050957 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42040add-1c52-4cdb-b9be-ace78fef033d', 'name': 'network-vif-deleted', 'tag': '9537e163-a3e7-45c5-be48-d3062df2e76f', 'status': 'completed', 'code': 200} Jan 21 19:59:56.058588 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d413d9a0-c236-4ca6-aaf4-a3a572ecefcf req-1e81a745-2d20-46da-afdf-b35e9f8153be tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.83 "DELETE /v2.0/ports/9537e163-a3e7-45c5-be48-d3062df2e76f HTTP/1.1" status: 204 len: 173 time: 3.5758410 Jan 21 19:59:56.185406 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-d5f69b8d-877c-41e4-877e-95c4e408c3a5 req-5776b6b1-28b8-4706-bbe0-6e95939a6b5f tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:56.213973 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-1286cfb6-9484-4458-9c10-459c3094a319 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:56.340978 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5776b6b1-28b8-4706-bbe0-6e95939a6b5f tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Pushing event deleted for resources: {'Port': ['ID=5890e900-e56c-41b5-93e0-d164d708022b,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:56.346812 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-5776b6b1-28b8-4706-bbe0-6e95939a6b5f tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:56.533429 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-d0dea752-b629-4e03-b160-78eebf6e946f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'name': 'tempest-TestVolumeBootPattern-971789623-router', 'tenant_id': 'e06769200dc344d2b76edf3f16b1d74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '6302f1bd-525d-4405-b65e-f45c0850158e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:59:42Z', 'updated_at': '2021-01-21T19:59:50Z', 'revision_number': 4, 'project_id': 'e06769200dc344d2b76edf3f16b1d74b', 'gw_port': {'id': '6302f1bd-525d-4405-b65e-f45c0850158e', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:29:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:59:44Z', 'updated_at': '2021-01-21T19:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': '7c8adb0c-c2ce-436a-a32d-171732043d56', 'name': '', 'network_id': '254a3736-3eda-4653-a3dd-b7e3185fffc0', 'tenant_id': 'e06769200dc344d2b76edf3f16b1d74b', 'mac_address': 'fa:16:3e:51:4e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '67448399-3ad8-4d60-b8f0-d9874d8637fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:59:49Z', 'updated_at': '2021-01-21T19:59:51Z', 'revision_number': 2, 'project_id': 'e06769200dc344d2b76edf3f16b1d74b', 'subnets': [{'id': '67448399-3ad8-4d60-b8f0-d9874d8637fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 19:59:56.538986 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dea752-b629-4e03-b160-78eebf6e946f None None] Checking router: 9f99afea-04aa-40a9-813a-1428e5231e4c for host: dv-cinder-726180-8-iscsi {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 19:59:56.539470 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dea752-b629-4e03-b160-78eebf6e946f None None] Updating router 9f99afea-04aa-40a9-813a-1428e5231e4c port 7c8adb0c-c2ce-436a-a32d-171732043d56 binding host dv-cinder-726180-8-iscsi {{(pid=80115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 21 19:59:56.616269 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d0dea752-b629-4e03-b160-78eebf6e946f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:56.998475 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f69b8d-877c-41e4-877e-95c4e408c3a5 req-5776b6b1-28b8-4706-bbe0-6e95939a6b5f tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] No DVR routers for this DVR port 5890e900-e56c-41b5-93e0-d164d708022b on host hv-cinder-72618 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 19:59:56.998475 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-dc9ff5e4-d4d0-4eb2-a805-217402fa2749 req-9f65323c-c858-4adf-839f-94879230a17e tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Synchronizing usage tracker for tenant:ee36fc873ab24a67926c381490f868a4 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 19:59:57.000667 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-d5f69b8d-877c-41e4-877e-95c4e408c3a5 req-5776b6b1-28b8-4706-bbe0-6e95939a6b5f tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:57.046431 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-dc9ff5e4-d4d0-4eb2-a805-217402fa2749 req-9f65323c-c858-4adf-839f-94879230a17e tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Unset dirty status for tenant:ee36fc873ab24a67926c381490f868a4 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 19:59:57.048369 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-dc9ff5e4-d4d0-4eb2-a805-217402fa2749 req-9f65323c-c858-4adf-839f-94879230a17e tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=42040add-1c52-4cdb-b9be-ace78fef033d HTTP/1.1" status: 200 len: 210 time: 0.2136157 Jan 21 19:59:57.051711 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d5f69b8d-877c-41e4-877e-95c4e408c3a5 req-5776b6b1-28b8-4706-bbe0-6e95939a6b5f tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.83 "DELETE /v2.0/ports/5890e900-e56c-41b5-93e0-d164d708022b HTTP/1.1" status: 204 len: 173 time: 5.2894776 Jan 21 19:59:57.182790 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fc631052-e3df-49ea-8174-9c62aa31003a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:57.206902 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:57.396402 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d0dea752-b629-4e03-b160-78eebf6e946f None None] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:57.418001 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-0cb1ead3-2d11-46f0-84b9-f6630d5aedcc req-580e5200-c998-40c4-943d-e88d0ceee0d6 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Synchronizing usage tracker for tenant:b097bb8f9d8847ef997ca30adfb5fc15 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 19:59:57.424790 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-d0dea752-b629-4e03-b160-78eebf6e946f None None] Transition to ACTIVE for port object 7c8adb0c-c2ce-436a-a32d-171732043d56 will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 19:59:57.428306 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d0dea752-b629-4e03-b160-78eebf6e946f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:57.457103 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:57.465970 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc631052-e3df-49ea-8174-9c62aa31003a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f42cd542-07cf-403a-a591-0123c0606a09,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:57.474826 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-fc631052-e3df-49ea-8174-9c62aa31003a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:57.498317 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-0cb1ead3-2d11-46f0-84b9-f6630d5aedcc req-580e5200-c998-40c4-943d-e88d0ceee0d6 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Unset dirty status for tenant:b097bb8f9d8847ef997ca30adfb5fc15 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 19:59:57.503421 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0cb1ead3-2d11-46f0-84b9-f6630d5aedcc req-580e5200-c998-40c4-943d-e88d0ceee0d6 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=ed3a37c4-a416-4fbe-b81c-d41a8ddac3d9 HTTP/1.1" status: 200 len: 210 time: 0.2440207 Jan 21 19:59:57.601334 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc631052-e3df-49ea-8174-9c62aa31003a admin admin] Checking segment: {'id': 'e3fbf8d4-1795-4785-ad18-6728c87376b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'cc4f8c36-160f-471b-8875-47a40690abe8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:59:57.602364 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc631052-e3df-49ea-8174-9c62aa31003a admin admin] Network hostable DHCP agents. Network: cc4f8c36-160f-471b-8875-47a40690abe8, hostable agents: ['a1da6b86-37e3-41b0-832c-986ff53a0b75'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 19:59:57.649851 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b05e5-5d26-4abb-bd4c-55f72e71bde8 None None] Pushing event updated for resources: {'Port': ['ID=7c8adb0c-c2ce-436a-a32d-171732043d56,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:57.654550 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc631052-e3df-49ea-8174-9c62aa31003a admin admin] Network cc4f8c36-160f-471b-8875-47a40690abe8 is scheduled to be hosted by DHCP agent a1da6b86-37e3-41b0-832c-986ff53a0b75 with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 19:59:57.672955 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-054b05e5-5d26-4abb-bd4c-55f72e71bde8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:57.693417 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-fc631052-e3df-49ea-8174-9c62aa31003a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-8-iscsi, cc4f8c36-160f-471b-8875-47a40690abe8) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 19:59:57.710868 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3248c90-5988-4f63-bd6c-5e75fa142282 None None] Network cc4f8c36-160f-471b-8875-47a40690abe8 requested from dv-cinder-726180-8-iscsi {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 19:59:57.723629 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc631052-e3df-49ea-8174-9c62aa31003a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:57.737670 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fc631052-e3df-49ea-8174-9c62aa31003a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:57.818884 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 56384) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 19:59:57.821252 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-fc631052-e3df-49ea-8174-9c62aa31003a admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0227125 Jan 21 19:59:57.844994 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-33d12af0-0849-4bde-b9ac-1820e8a0405c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1338909946-router', 'tenant_id': 'efec7cd048334e468a9e309a3ae3ea28', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'}}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 19:59:57.880410 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-33d12af0-0849-4bde-b9ac-1820e8a0405c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 19:59:57.891631 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-33d12af0-0849-4bde-b9ac-1820e8a0405c admin admin] Usage tracker for resource:router and tenant:efec7cd048334e468a9e309a3ae3ea28 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 19:59:57.896856 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-33d12af0-0849-4bde-b9ac-1820e8a0405c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 19:59:57.908428 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-33d12af0-0849-4bde-b9ac-1820e8a0405c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 19:59:57.946412 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-33d12af0-0849-4bde-b9ac-1820e8a0405c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854652859'] for router, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:57.949280 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-33d12af0-0849-4bde-b9ac-1820e8a0405c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-957674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1010567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-600212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122957'] for router, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:57.991359 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-33d12af0-0849-4bde-b9ac-1820e8a0405c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:58.053399 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3a37c4-a416-4fbe-b81c-d41a8ddac3d9', 'name': 'network-vif-deleted', 'tag': '5890e900-e56c-41b5-93e0-d164d708022b'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 19:59:58.254804 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3a37c4-a416-4fbe-b81c-d41a8ddac3d9', 'name': 'network-vif-deleted', 'tag': '5890e900-e56c-41b5-93e0-d164d708022b', 'status': 'completed', 'code': 200} Jan 21 19:59:58.332644 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-d0dea752-b629-4e03-b160-78eebf6e946f None None] Attempting to bind port 7c8adb0c-c2ce-436a-a32d-171732043d56 on host dv-cinder-726180-8-iscsi for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 19:59:58.333601 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-d0dea752-b629-4e03-b160-78eebf6e946f None None] Attempting to bind port 7c8adb0c-c2ce-436a-a32d-171732043d56 by drivers openvswitch on host dv-cinder-726180-8-iscsi at level 0 using segments [{'id': '280e0ed6-2977-414d-a5e1-db08aca200b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '254a3736-3eda-4653-a3dd-b7e3185fffc0'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 19:59:58.334546 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dea752-b629-4e03-b160-78eebf6e946f None None] Attempting to bind port 7c8adb0c-c2ce-436a-a32d-171732043d56 on network 254a3736-3eda-4653-a3dd-b7e3185fffc0 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 19:59:58.357431 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dea752-b629-4e03-b160-78eebf6e946f None None] Checking agent: {'id': 'f684b9c2-4f8f-4e03-bb44-a00bf6d32b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 46, 8), 'started_at': datetime.datetime(2021, 1, 21, 19, 46, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 19, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 19:59:58.358753 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dea752-b629-4e03-b160-78eebf6e946f None None] Checking segment: {'id': '280e0ed6-2977-414d-a5e1-db08aca200b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '254a3736-3eda-4653-a3dd-b7e3185fffc0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 19:59:58.358753 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d0dea752-b629-4e03-b160-78eebf6e946f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:58.358753 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dea752-b629-4e03-b160-78eebf6e946f None None] Bound using segment: {'id': '280e0ed6-2977-414d-a5e1-db08aca200b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '254a3736-3eda-4653-a3dd-b7e3185fffc0'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 19:59:58.359491 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-d0dea752-b629-4e03-b160-78eebf6e946f None None] Bound port: 7c8adb0c-c2ce-436a-a32d-171732043d56, host: dv-cinder-726180-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '280e0ed6-2977-414d-a5e1-db08aca200b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '254a3736-3eda-4653-a3dd-b7e3185fffc0'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 19:59:58.360118 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d0dea752-b629-4e03-b160-78eebf6e946f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:58.610839 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-33d12af0-0849-4bde-b9ac-1820e8a0405c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1010580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-968839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-122972'] for router, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:58.764881 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe2647-89bb-4b3b-9dc3-268b8483c8a8 req-65083ab2-9de9-4b4a-9294-a5a7017cb57f tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:58.768664 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-84fe2647-89bb-4b3b-9dc3-268b8483c8a8 req-65083ab2-9de9-4b4a-9294-a5a7017cb57f tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 945 time: 0.1945796 Jan 21 19:59:58.866016 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-84fe2647-89bb-4b3b-9dc3-268b8483c8a8 req-153229e9-1a05-4f91-bf6c-69d455ff5b3a tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796101 Jan 21 19:59:59.038910 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:59.072485 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273148a5-dc28-4d3f-8764-8c601f1dc50b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36109bbe-b53f-599f-9ca2-9243de2ffae0-cc4f8c36-160f-471b-8875-47a40690abe8', 'network_id': 'cc4f8c36-160f-471b-8875-47a40690abe8', 'tenant_id': 'efec7cd048334e468a9e309a3ae3ea28', 'fixed_ips': [{'subnet_id': 'f42cd542-07cf-403a-a591-0123c0606a09'}]}} from dv-cinder-726180-8-iscsi. {{(pid=80115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 21 19:59:59.074606 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-273148a5-dc28-4d3f-8764-8c601f1dc50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:59.180031 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-d0dea752-b629-4e03-b160-78eebf6e946f None None] For port 7c8adb0c-c2ce-436a-a32d-171732043d56, host dv-cinder-726180-8-iscsi, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 19:59:59.232107 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-d0dea752-b629-4e03-b160-78eebf6e946f None None] For port 7c8adb0c-c2ce-436a-a32d-171732043d56, host dv-cinder-726180-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=7c8adb0c-c2ce-436a-a32d-171732043d56,segment=NetworkSegment(280e0ed6-2977-414d-a5e1-db08aca200b2),segment_id=280e0ed6-2977-414d-a5e1-db08aca200b2)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 19:59:59.336685 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-33d12af0-0849-4bde-b9ac-1820e8a0405c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:59.377913 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d0dea752-b629-4e03-b160-78eebf6e946f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:59.388317 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-33d12af0-0849-4bde-b9ac-1820e8a0405c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 19:59:59.406700 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe11076-ad0d-4fa3-bf39-8d30f0a595b4 req-20353b10-a90a-4bcb-8848-23dc425ae75e tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 19:59:59.409184 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-cbe11076-ad0d-4fa3-bf39-8d30f0a595b4 req-20353b10-a90a-4bcb-8848-23dc425ae75e tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 0.1988559 Jan 21 19:59:59.426012 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-bf7e4aa6-1f40-41e0-9004-da8658b2e028 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 19:59:59.499635 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-cbe11076-ad0d-4fa3-bf39-8d30f0a595b4 req-9d9f7cd7-c391-43de-88e6-888b8d60fd9e tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774100 Jan 21 19:59:59.589492 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b05e5-5d26-4abb-bd4c-55f72e71bde8 None None] Pushing event updated for resources: {'Port': ['ID=7c8adb0c-c2ce-436a-a32d-171732043d56,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 19:59:59.695432 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-054b05e5-5d26-4abb-bd4c-55f72e71bde8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 19:59:59.848101 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-33d12af0-0849-4bde-b9ac-1820e8a0405c admin admin] Allocated IP 172.27.2.83 (a57e5c9c-980e-4c63-98b2-db6c66af0db2/ea65500f-ac9d-4758-b95c-d190d3e0e3d5/8667d409-ce5e-49cd-8a32-eb3c6574f779) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 19:59:59.980546 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dea752-b629-4e03-b160-78eebf6e946f None None] Routers {'9f99afea-04aa-40a9-813a-1428e5231e4c'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 19:59:59.981759 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-d0dea752-b629-4e03-b160-78eebf6e946f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T19:59:36Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['9f99afea-04aa-40a9-813a-1428e5231e4c'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:00:00.144356 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-33d12af0-0849-4bde-b9ac-1820e8a0405c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:00.177977 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-273148a5-dc28-4d3f-8764-8c601f1dc50b None None] Allocated IP 172.20.0.2 (cc4f8c36-160f-471b-8875-47a40690abe8/f42cd542-07cf-403a-a591-0123c0606a09/fd0af184-7c54-4766-ab27-2f87ff2da8db) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:00:00.203203 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-33d12af0-0849-4bde-b9ac-1820e8a0405c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2470122'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:00.234739 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:00.404603 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e362fd2-04d6-4dd6-be85-8a2c227df485 req-b6ff35cc-a02f-46a4-ac92-a862a3686dbf tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:00.407948 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0e362fd2-04d6-4dd6-be85-8a2c227df485 req-b6ff35cc-a02f-46a4-ac92-a862a3686dbf tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 945 time: 0.2078242 Jan 21 20:00:00.424828 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-d0dea752-b629-4e03-b160-78eebf6e946f None None] Set router 9f99afea-04aa-40a9-813a-1428e5231e4c gateway port host: dv-cinder-726180-8-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:00:00.425847 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d12af0-0849-4bde-b9ac-1820e8a0405c admin admin] Pushing event updated for resources: {'Port': ['ID=8667d409-ce5e-49cd-8a32-eb3c6574f779,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:00.435643 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-33d12af0-0849-4bde-b9ac-1820e8a0405c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:00.489118 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0e362fd2-04d6-4dd6-be85-8a2c227df485 req-bcaa79ca-e6df-4b75-98b9-9d129c22ef1e tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714266 Jan 21 20:00:00.967639 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-273148a5-dc28-4d3f-8764-8c601f1dc50b None None] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:01.000805 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-273148a5-dc28-4d3f-8764-8c601f1dc50b None None] Transition to ACTIVE for port object fd0af184-7c54-4766-ab27-2f87ff2da8db will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:00:01.003770 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d12af0-0849-4bde-b9ac-1820e8a0405c admin admin] Network a57e5c9c-980e-4c63-98b2-db6c66af0db2 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:00:01.006821 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-33d12af0-0849-4bde-b9ac-1820e8a0405c admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:00:01.016948 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d12af0-0849-4bde-b9ac-1820e8a0405c admin admin] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:00:01.052909 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6cdbb4-2816-43b5-91ea-2aa5e820b25d req-55886204-97e0-4ec2-a0c2-934e4968476c tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:01.055057 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1a6cdbb4-2816-43b5-91ea-2aa5e820b25d req-55886204-97e0-4ec2-a0c2-934e4968476c tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 0.2131114 Jan 21 20:00:01.064362 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-273148a5-dc28-4d3f-8764-8c601f1dc50b None None] Transition to ACTIVE for port object fd0af184-7c54-4766-ab27-2f87ff2da8db will not be triggered until provisioned by entity DHCP. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:00:01.074792 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-273148a5-dc28-4d3f-8764-8c601f1dc50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:01.099871 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2d7578b-4a83-421c-884b-aeb84fb1d62a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:01.164934 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1a6cdbb4-2816-43b5-91ea-2aa5e820b25d req-e4930ac6-687e-4df2-bc52-cf399dfed8bd tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964370 Jan 21 20:00:01.308082 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273148a5-dc28-4d3f-8764-8c601f1dc50b None None] Pushing event updated for resources: {'Port': ['ID=fd0af184-7c54-4766-ab27-2f87ff2da8db,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:01.322223 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-273148a5-dc28-4d3f-8764-8c601f1dc50b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:01.358682 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-d0dea752-b629-4e03-b160-78eebf6e946f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'name': 'tempest-TestVolumeBootPattern-971789623-router', 'tenant_id': 'e06769200dc344d2b76edf3f16b1d74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '6302f1bd-525d-4405-b65e-f45c0850158e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:59:42Z', 'updated_at': '2021-01-21T19:59:50Z', 'revision_number': 4, 'project_id': 'e06769200dc344d2b76edf3f16b1d74b', 'gw_port': {'id': '6302f1bd-525d-4405-b65e-f45c0850158e', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:29:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:59:44Z', 'updated_at': '2021-01-21T19:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': '7c8adb0c-c2ce-436a-a32d-171732043d56', 'name': '', 'network_id': '254a3736-3eda-4653-a3dd-b7e3185fffc0', 'tenant_id': 'e06769200dc344d2b76edf3f16b1d74b', 'mac_address': 'fa:16:3e:51:4e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '67448399-3ad8-4d60-b8f0-d9874d8637fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:59:49Z', 'updated_at': '2021-01-21T19:59:59Z', 'revision_number': 4, 'project_id': 'e06769200dc344d2b76edf3f16b1d74b', 'subnets': [{'id': '67448399-3ad8-4d60-b8f0-d9874d8637fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:00:01.385200 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dea752-b629-4e03-b160-78eebf6e946f None None] The sync data for ids ['9f99afea-04aa-40a9-813a-1428e5231e4c'] in dv-cinder-726180-8-iscsi is: [{'id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'name': 'tempest-TestVolumeBootPattern-971789623-router', 'tenant_id': 'e06769200dc344d2b76edf3f16b1d74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '6302f1bd-525d-4405-b65e-f45c0850158e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:59:42Z', 'updated_at': '2021-01-21T19:59:50Z', 'revision_number': 4, 'project_id': 'e06769200dc344d2b76edf3f16b1d74b', 'gw_port': {'id': '6302f1bd-525d-4405-b65e-f45c0850158e', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:29:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:59:44Z', 'updated_at': '2021-01-21T19:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': '7c8adb0c-c2ce-436a-a32d-171732043d56', 'name': '', 'network_id': '254a3736-3eda-4653-a3dd-b7e3185fffc0', 'tenant_id': 'e06769200dc344d2b76edf3f16b1d74b', 'mac_address': 'fa:16:3e:51:4e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '67448399-3ad8-4d60-b8f0-d9874d8637fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:59:49Z', 'updated_at': '2021-01-21T19:59:59Z', 'revision_number': 4, 'project_id': 'e06769200dc344d2b76edf3f16b1d74b', 'subnets': [{'id': '67448399-3ad8-4d60-b8f0-d9874d8637fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:00:01.484300 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273148a5-dc28-4d3f-8764-8c601f1dc50b None None] Network cc4f8c36-160f-471b-8875-47a40690abe8 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:00:01.485907 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-273148a5-dc28-4d3f-8764-8c601f1dc50b None None] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:00:01.500063 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273148a5-dc28-4d3f-8764-8c601f1dc50b None None] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:00:01.698566 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-273148a5-dc28-4d3f-8764-8c601f1dc50b None None] Attempting to bind port fd0af184-7c54-4766-ab27-2f87ff2da8db on host dv-cinder-726180-8-iscsi for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 20:00:01.699006 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-273148a5-dc28-4d3f-8764-8c601f1dc50b None None] Attempting to bind port fd0af184-7c54-4766-ab27-2f87ff2da8db by drivers openvswitch on host dv-cinder-726180-8-iscsi at level 0 using segments [{'id': 'e3fbf8d4-1795-4785-ad18-6728c87376b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'cc4f8c36-160f-471b-8875-47a40690abe8'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 20:00:01.699432 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273148a5-dc28-4d3f-8764-8c601f1dc50b None None] Attempting to bind port fd0af184-7c54-4766-ab27-2f87ff2da8db on network cc4f8c36-160f-471b-8875-47a40690abe8 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 20:00:01.720553 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273148a5-dc28-4d3f-8764-8c601f1dc50b None None] Checking agent: {'id': 'f684b9c2-4f8f-4e03-bb44-a00bf6d32b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 46, 8), 'started_at': datetime.datetime(2021, 1, 21, 19, 46, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 19, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 20:00:01.720998 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273148a5-dc28-4d3f-8764-8c601f1dc50b None None] Checking segment: {'id': 'e3fbf8d4-1795-4785-ad18-6728c87376b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'cc4f8c36-160f-471b-8875-47a40690abe8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:00:01.721535 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-273148a5-dc28-4d3f-8764-8c601f1dc50b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:01.722743 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273148a5-dc28-4d3f-8764-8c601f1dc50b None None] Bound using segment: {'id': 'e3fbf8d4-1795-4785-ad18-6728c87376b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'cc4f8c36-160f-471b-8875-47a40690abe8'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 20:00:01.722743 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-273148a5-dc28-4d3f-8764-8c601f1dc50b None None] Bound port: fd0af184-7c54-4766-ab27-2f87ff2da8db, host: dv-cinder-726180-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3fbf8d4-1795-4785-ad18-6728c87376b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'cc4f8c36-160f-471b-8875-47a40690abe8'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 20:00:01.723140 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-273148a5-dc28-4d3f-8764-8c601f1dc50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:01.768873 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0debea-036d-4804-b47a-88d7decbd50e req-9b27f484-0a34-42db-849d-4b2de08d2851 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:01.793283 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1c0debea-036d-4804-b47a-88d7decbd50e req-9b27f484-0a34-42db-849d-4b2de08d2851 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=9af1a4da-b7bd-4777-baa6-260428324d8a HTTP/1.1" status: 200 len: 945 time: 0.3376067 Jan 21 20:00:01.909402 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 7c8adb0c-c2ce-436a-a32d-171732043d56 up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:00:02.004606 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-273148a5-dc28-4d3f-8764-8c601f1dc50b None None] For port fd0af184-7c54-4766-ab27-2f87ff2da8db, host dv-cinder-726180-8-iscsi, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 20:00:02.005449 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1c0debea-036d-4804-b47a-88d7decbd50e req-c95c7a3a-7be9-423e-b2d7-8d13d7b768cc tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098477 Jan 21 20:00:02.010481 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-273148a5-dc28-4d3f-8764-8c601f1dc50b None None] For port fd0af184-7c54-4766-ab27-2f87ff2da8db, host dv-cinder-726180-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=fd0af184-7c54-4766-ab27-2f87ff2da8db,segment=NetworkSegment(e3fbf8d4-1795-4785-ad18-6728c87376b7),segment_id=e3fbf8d4-1795-4785-ad18-6728c87376b7)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 20:00:02.016780 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-273148a5-dc28-4d3f-8764-8c601f1dc50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:02.031726 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-33d12af0-0849-4bde-b9ac-1820e8a0405c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:02.044878 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-273148a5-dc28-4d3f-8764-8c601f1dc50b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:02.116087 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacbf00e-d223-4d3c-a30f-f6d8fae7f10b req-f09acc5d-7516-4131-a7d5-e4b962289baf tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:02.132180 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-eacbf00e-d223-4d3c-a30f-f6d8fae7f10b req-f09acc5d-7516-4131-a7d5-e4b962289baf tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 946 time: 0.3351262 Jan 21 20:00:02.246265 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-eacbf00e-d223-4d3c-a30f-f6d8fae7f10b req-5c8efdfa-7634-4725-9374-2a9c385fb808 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126440 Jan 21 20:00:02.464992 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning for port 7c8adb0c-c2ce-436a-a32d-171732043d56 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:00:02.474359 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111974cb-503b-445b-b7e5-53bd029fe6a3 req-74ffcad9-867d-43e5-bc13-066bd35bf5e7 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:02.476277 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-111974cb-503b-445b-b7e5-53bd029fe6a3 req-74ffcad9-867d-43e5-bc13-066bd35bf5e7 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 945 time: 0.1905341 Jan 21 20:00:02.498046 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning complete for port 7c8adb0c-c2ce-436a-a32d-171732043d56 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:00:02.500031 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:02.623003 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-111974cb-503b-445b-b7e5-53bd029fe6a3 req-39d7c31d-a73d-412c-b1ee-37f26c7f3a35 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054461 Jan 21 20:00:02.628966 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273148a5-dc28-4d3f-8764-8c601f1dc50b None None] Pushing event updated for resources: {'Port': ['ID=fd0af184-7c54-4766-ab27-2f87ff2da8db,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:02.669028 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-273148a5-dc28-4d3f-8764-8c601f1dc50b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:02.763884 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63eebc-14e6-4a0e-bbf9-55a1bd497ace req-30e6c081-52fe-4a55-b010-301550504c00 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:02.765626 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-de63eebc-14e6-4a0e-bbf9-55a1bd497ace req-30e6c081-52fe-4a55-b010-301550504c00 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 0.3194993 Jan 21 20:00:02.798814 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-33d12af0-0849-4bde-b9ac-1820e8a0405c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-968819'] for router, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:02.850756 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:02.857720 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-de63eebc-14e6-4a0e-bbf9-55a1bd497ace req-bb4bbfc5-f972-44fd-94fc-7a0d914751b2 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848291 Jan 21 20:00:02.932248 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] For port 7c8adb0c-c2ce-436a-a32d-171732043d56, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=7c8adb0c-c2ce-436a-a32d-171732043d56,segment=NetworkSegment(280e0ed6-2977-414d-a5e1-db08aca200b2),segment_id=280e0ed6-2977-414d-a5e1-db08aca200b2)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:00:02.938739 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:02.955650 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:03.059971 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Pushing event updated for resources: {'Port': ['ID=7c8adb0c-c2ce-436a-a32d-171732043d56,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:03.064932 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:03.232039 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d12af0-0849-4bde-b9ac-1820e8a0405c admin admin] Router fe25cfa1-6d48-47df-a86e-d09df5a3fc88 is scheduled to L3 agent acfbd797-5df7-45c7-9954-db8085626b2a with binding_index 1 {{(pid=80113) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 21 20:00:03.435978 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d82fd-1018-4606-9701-ceb4a2186342 req-b2040958-051c-4e7d-8308-f25812f7e6af tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:03.439030 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-965d82fd-1018-4606-9701-ceb4a2186342 req-b2040958-051c-4e7d-8308-f25812f7e6af tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=9af1a4da-b7bd-4777-baa6-260428324d8a HTTP/1.1" status: 200 len: 945 time: 0.1767542 Jan 21 20:00:03.611474 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d12af0-0849-4bde-b9ac-1820e8a0405c admin admin] Notify agent at l3_agent.dv-cinder-726180-8-iscsi the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:00:03.632341 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea69030-9d54-4002-b23f-3986f5830cd6 None None] Sync routers for ids ['fe25cfa1-6d48-47df-a86e-d09df5a3fc88'] in dv-cinder-726180-8-iscsi {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:00:03.671918 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-33d12af0-0849-4bde-b9ac-1820e8a0405c admin admin] Notify callbacks [] for router, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:03.680897 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-33d12af0-0849-4bde-b9ac-1820e8a0405c admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8578274 Jan 21 20:00:03.681862 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 56438) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:03.691411 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea69030-9d54-4002-b23f-3986f5830cd6 None None] Routers {'fe25cfa1-6d48-47df-a86e-d09df5a3fc88'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:00:03.693111 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-fea69030-9d54-4002-b23f-3986f5830cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T19:59:36Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['fe25cfa1-6d48-47df-a86e-d09df5a3fc88'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:00:03.699982 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-965d82fd-1018-4606-9701-ceb4a2186342 req-3bbc655d-f484-4476-b0eb-60a844d5ccce tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553930 Jan 21 20:00:03.870723 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d911627-a808-4d2f-8079-fc8a0e5f2615 req-62bf3340-4c02-4149-91b5-c1c5ec0fd77e tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:03.877323 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1d911627-a808-4d2f-8079-fc8a0e5f2615 req-62bf3340-4c02-4149-91b5-c1c5ec0fd77e tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.83 "GET /v2.0/ports?device_id=9af1a4da-b7bd-4777-baa6-260428324d8a HTTP/1.1" status: 200 len: 945 time: 0.4083290 Jan 21 20:00:04.040168 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device fd0af184-7c54-4766-ab27-2f87ff2da8db up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:00:04.070354 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7309248-2aa7-4199-bf88-ad2784237692 req-278427bb-a520-447a-8f39-1cc8e37fd939 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:04.087739 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e7309248-2aa7-4199-bf88-ad2784237692 req-278427bb-a520-447a-8f39-1cc8e37fd939 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 946 time: 0.5624604 Jan 21 20:00:04.107145 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device f3873917-5f1f-49f3-90cf-5f98f0230164 no longer exists at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:00:04.113747 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-fea69030-9d54-4002-b23f-3986f5830cd6 None None] Set router fe25cfa1-6d48-47df-a86e-d09df5a3fc88 gateway port host: dv-cinder-726180-8-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:00:04.328087 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-1d911627-a808-4d2f-8079-fc8a0e5f2615 req-c2d8f2c3-68cf-44b6-9a30-2b00843f4eac tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Deleting port f3873917-5f1f-49f3-90cf-5f98f0230164 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:00:04.328900 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-1d911627-a808-4d2f-8079-fc8a0e5f2615 req-c2d8f2c3-68cf-44b6-9a30-2b00843f4eac tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:04.388969 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:04.404027 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning for port fd0af184-7c54-4766-ab27-2f87ff2da8db completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:00:04.426672 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 7c8adb0c-c2ce-436a-a32d-171732043d56 up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:00:04.499362 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e7309248-2aa7-4199-bf88-ad2784237692 req-4d94739f-9886-433b-aec1-903a2664fe87 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4094660 Jan 21 20:00:04.677283 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af1a4da-b7bd-4777-baa6-260428324d8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3873917-5f1f-49f3-90cf-5f98f0230164'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:00:04.710920 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-fea69030-9d54-4002-b23f-3986f5830cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe25cfa1-6d48-47df-a86e-d09df5a3fc88', 'name': 'tempest-TestVolumeBootPattern-1338909946-router', 'tenant_id': 'efec7cd048334e468a9e309a3ae3ea28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '8667d409-ce5e-49cd-8a32-eb3c6574f779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:59:57Z', 'updated_at': '2021-01-21T20:00:01Z', 'revision_number': 3, 'project_id': 'efec7cd048334e468a9e309a3ae3ea28', 'gw_port': {'id': '8667d409-ce5e-49cd-8a32-eb3c6574f779', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe25cfa1-6d48-47df-a86e-d09df5a3fc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:59:59Z', 'updated_at': '2021-01-21T19:59:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi'}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:00:04.720027 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea69030-9d54-4002-b23f-3986f5830cd6 None None] Checking router: fe25cfa1-6d48-47df-a86e-d09df5a3fc88 for host: dv-cinder-726180-8-iscsi {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:00:04.721246 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea69030-9d54-4002-b23f-3986f5830cd6 None None] Updating router fe25cfa1-6d48-47df-a86e-d09df5a3fc88 port 8667d409-ce5e-49cd-8a32-eb3c6574f779 binding host dv-cinder-726180-8-iscsi {{(pid=80116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 21 20:00:04.762813 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning complete for port 7c8adb0c-c2ce-436a-a32d-171732043d56 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:00:04.763664 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:04.872237 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fea69030-9d54-4002-b23f-3986f5830cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:04.892560 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f00982ea-b4a3-418f-803a-243c60b8e0ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:04.929759 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] For port f3873917-5f1f-49f3-90cf-5f98f0230164, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=f3873917-5f1f-49f3-90cf-5f98f0230164,segment=NetworkSegment(23c589ac-043e-4282-ad98-f9d86a119fbd),segment_id=23c589ac-043e-4282-ad98-f9d86a119fbd)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:00:04.955403 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:04.966773 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-054b05e5-5d26-4abb-bd4c-55f72e71bde8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:05.015301 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3ec2c-4769-4c86-90f9-bf1ebfaf6140 req-566c5c14-6077-40a5-82bf-ac66d3a6f94f tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:05.032326 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-73e3ec2c-4769-4c86-90f9-bf1ebfaf6140 req-566c5c14-6077-40a5-82bf-ac66d3a6f94f tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 945 time: 0.9401507 Jan 21 20:00:05.151439 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Pushing event updated for resources: {'Port': ['ID=f3873917-5f1f-49f3-90cf-5f98f0230164,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:05.168466 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:05.168466 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0cc597-dcff-4dd8-91ec-2c16644d4da2 None None] Network cc4f8c36-160f-471b-8875-47a40690abe8 requested from dv-cinder-726180-8-iscsi {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 20:00:05.347917 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c008e234-a55a-4012-8170-f6ef73402b11 None None] Provisioning for port fd0af184-7c54-4766-ab27-2f87ff2da8db completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:00:05.416348 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-73e3ec2c-4769-4c86-90f9-bf1ebfaf6140 req-2ec7b323-705c-4eb1-8552-f783db85fec9 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3823929 Jan 21 20:00:05.435961 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c008e234-a55a-4012-8170-f6ef73402b11 None None] Provisioning complete for port fd0af184-7c54-4766-ab27-2f87ff2da8db triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:00:05.436647 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c008e234-a55a-4012-8170-f6ef73402b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:05.861928 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e9571-1e3d-4a38-ae87-7ff09ad0bc62 req-ba58af13-e86f-4028-8e1a-8a7455b2e43a tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:05.863083 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-74a6d801-01d5-42d3-8ae4-c51adef475eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:05.875303 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-264e9571-1e3d-4a38-ae87-7ff09ad0bc62 req-ba58af13-e86f-4028-8e1a-8a7455b2e43a tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 0.7951324 Jan 21 20:00:05.883126 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-1d911627-a808-4d2f-8079-fc8a0e5f2615 req-c2d8f2c3-68cf-44b6-9a30-2b00843f4eac tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] For port f3873917-5f1f-49f3-90cf-5f98f0230164, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=f3873917-5f1f-49f3-90cf-5f98f0230164,segment=NetworkSegment(23c589ac-043e-4282-ad98-f9d86a119fbd),segment_id=23c589ac-043e-4282-ad98-f9d86a119fbd)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:00:05.884319 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-1d911627-a808-4d2f-8079-fc8a0e5f2615 req-c2d8f2c3-68cf-44b6-9a30-2b00843f4eac tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:05.933436 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fea69030-9d54-4002-b23f-3986f5830cd6 None None] Notify callbacks [] for port, precommit_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:05.941713 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9af1a4da-b7bd-4777-baa6-260428324d8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3873917-5f1f-49f3-90cf-5f98f0230164', 'code': 200} Jan 21 20:00:05.948331 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c008e234-a55a-4012-8170-f6ef73402b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:05.968535 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-fea69030-9d54-4002-b23f-3986f5830cd6 None None] Transition to ACTIVE for port object 8667d409-ce5e-49cd-8a32-eb3c6574f779 will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:00:05.973094 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fea69030-9d54-4002-b23f-3986f5830cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:06.017837 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:06.100378 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device b7889127-6f56-46a5-a487-96ab12960634 no longer exists at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:00:06.219185 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-c008e234-a55a-4012-8170-f6ef73402b11 None None] For port fd0af184-7c54-4766-ab27-2f87ff2da8db, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=fd0af184-7c54-4766-ab27-2f87ff2da8db,segment=NetworkSegment(e3fbf8d4-1795-4785-ad18-6728c87376b7),segment_id=e3fbf8d4-1795-4785-ad18-6728c87376b7)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:00:06.241521 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c008e234-a55a-4012-8170-f6ef73402b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:06.248946 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea04766-1a63-4238-b2dd-c03195563b5a None None] Pushing event updated for resources: {'Port': ['ID=8667d409-ce5e-49cd-8a32-eb3c6574f779,revision_number=2']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:06.265242 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:06.267173 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6ea04766-1a63-4238-b2dd-c03195563b5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:06.358329 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-1d911627-a808-4d2f-8079-fc8a0e5f2615 req-c2d8f2c3-68cf-44b6-9a30-2b00843f4eac tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Calling delete_port for f3873917-5f1f-49f3-90cf-5f98f0230164 owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:00:06.390229 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-fea69030-9d54-4002-b23f-3986f5830cd6 None None] Attempting to bind port 8667d409-ce5e-49cd-8a32-eb3c6574f779 on host dv-cinder-726180-8-iscsi for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 20:00:06.390703 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-fea69030-9d54-4002-b23f-3986f5830cd6 None None] Attempting to bind port 8667d409-ce5e-49cd-8a32-eb3c6574f779 by drivers openvswitch on host dv-cinder-726180-8-iscsi at level 0 using segments [{'id': '0b618305-a50f-40b3-8ec6-85df1521bd1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 20:00:06.391112 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea69030-9d54-4002-b23f-3986f5830cd6 None None] Attempting to bind port 8667d409-ce5e-49cd-8a32-eb3c6574f779 on network a57e5c9c-980e-4c63-98b2-db6c66af0db2 {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 20:00:06.401518 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea69030-9d54-4002-b23f-3986f5830cd6 None None] Checking agent: {'id': 'f684b9c2-4f8f-4e03-bb44-a00bf6d32b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 46, 8), 'started_at': datetime.datetime(2021, 1, 21, 19, 46, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 19, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 20:00:06.402324 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea69030-9d54-4002-b23f-3986f5830cd6 None None] Checking segment: {'id': '0b618305-a50f-40b3-8ec6-85df1521bd1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:00:06.403016 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fea69030-9d54-4002-b23f-3986f5830cd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:06.404833 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea69030-9d54-4002-b23f-3986f5830cd6 None None] Bound using segment: {'id': '0b618305-a50f-40b3-8ec6-85df1521bd1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 20:00:06.405762 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-fea69030-9d54-4002-b23f-3986f5830cd6 None None] Bound port: 8667d409-ce5e-49cd-8a32-eb3c6574f779, host: dv-cinder-726180-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b618305-a50f-40b3-8ec6-85df1521bd1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 20:00:06.406438 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fea69030-9d54-4002-b23f-3986f5830cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:06.485374 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:06.566900 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c008e234-a55a-4012-8170-f6ef73402b11 None None] Pushing event updated for resources: {'Port': ['ID=fd0af184-7c54-4766-ab27-2f87ff2da8db,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:06.575219 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a4fed772-ae13-492c-b051-2edaf80e9392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:06.589740 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c008e234-a55a-4012-8170-f6ef73402b11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:06.614218 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] For port b7889127-6f56-46a5-a487-96ab12960634, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=b7889127-6f56-46a5-a487-96ab12960634,segment=NetworkSegment(591184f8-a839-4fe2-96af-9bfea154ba5f),segment_id=591184f8-a839-4fe2-96af-9bfea154ba5f)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:00:06.620758 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:06.624117 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:06.634762 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-fea69030-9d54-4002-b23f-3986f5830cd6 None None] For port 8667d409-ce5e-49cd-8a32-eb3c6574f779, host dv-cinder-726180-8-iscsi, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 20:00:06.643353 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-fea69030-9d54-4002-b23f-3986f5830cd6 None None] For port 8667d409-ce5e-49cd-8a32-eb3c6574f779, host dv-cinder-726180-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=8667d409-ce5e-49cd-8a32-eb3c6574f779,segment=NetworkSegment(0b618305-a50f-40b3-8ec6-85df1521bd1b),segment_id=0b618305-a50f-40b3-8ec6-85df1521bd1b)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 20:00:06.650978 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fea69030-9d54-4002-b23f-3986f5830cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:06.720301 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b3a8194c-0c77-4170-b46e-2f78941f0545 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:06.824166 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-74a6d801-01d5-42d3-8ae4-c51adef475eb admin admin] Allocated IP 172.20.0.1 (cc4f8c36-160f-471b-8875-47a40690abe8/f42cd542-07cf-403a-a591-0123c0606a09/b838cbc2-d4cb-4ad6-8c73-7ef2bd43d185) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:00:06.902310 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Pushing event updated for resources: {'Port': ['ID=b7889127-6f56-46a5-a487-96ab12960634,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:06.906143 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-264e9571-1e3d-4a38-ae87-7ff09ad0bc62 req-2f19c78f-86ac-438d-8206-aa61ddec5da9 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0045531 Jan 21 20:00:06.928621 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:07.053504 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea04766-1a63-4238-b2dd-c03195563b5a None None] Pushing event updated for resources: {'Port': ['ID=8667d409-ce5e-49cd-8a32-eb3c6574f779,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:07.061249 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6ea04766-1a63-4238-b2dd-c03195563b5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:07.108421 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-74a6d801-01d5-42d3-8ae4-c51adef475eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:07.117039 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c3b67619-6f35-4c0b-bfc6-41f8e163c928 None None] Provisioning complete for port fd0af184-7c54-4766-ab27-2f87ff2da8db triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:00:07.117809 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c3b67619-6f35-4c0b-bfc6-41f8e163c928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:07.134883 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-74a6d801-01d5-42d3-8ae4-c51adef475eb admin admin] Transition to ACTIVE for port object b838cbc2-d4cb-4ad6-8c73-7ef2bd43d185 will not be triggered until provisioned by entity DHCP. {{(pid=80113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:00:07.169043 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-74a6d801-01d5-42d3-8ae4-c51adef475eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2470122'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:07.195221 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea69030-9d54-4002-b23f-3986f5830cd6 None None] Routers {'fe25cfa1-6d48-47df-a86e-d09df5a3fc88'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:00:07.196287 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-fea69030-9d54-4002-b23f-3986f5830cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:00:07Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['fe25cfa1-6d48-47df-a86e-d09df5a3fc88'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:00:07.197797 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:07.227287 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8ed05-7f19-4202-8a59-938993f09607 req-ec3dfc12-2151-4d40-8eee-fb622a430f62 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:07.242356 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-31f8ed05-7f19-4202-8a59-938993f09607 req-ec3dfc12-2151-4d40-8eee-fb622a430f62 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=9af1a4da-b7bd-4777-baa6-260428324d8a HTTP/1.1" status: 200 len: 943 time: 1.1157670 Jan 21 20:00:07.356602 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf298c7-7b39-4f13-8f68-0bfa72d990f6 req-18eb8a2d-1cd8-4caa-9c6a-9faa2e68fb7d tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:07.361078 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-cdf298c7-7b39-4f13-8f68-0bfa72d990f6 req-18eb8a2d-1cd8-4caa-9c6a-9faa2e68fb7d tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.83 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 945 time: 1.4206238 Jan 21 20:00:07.362145 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.db.api [req-1d911627-a808-4d2f-8079-fc8a0e5f2615 req-c2d8f2c3-68cf-44b6-9a30-2b00843f4eac tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80114) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 21 20:00:07.362721 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_db.api [req-1d911627-a808-4d2f-8079-fc8a0e5f2615 req-c2d8f2c3-68cf-44b6-9a30-2b00843f4eac tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 21 20:00:07.444892 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-31f8ed05-7f19-4202-8a59-938993f09607 req-bb011ae6-b9d9-44ec-ac12-761791c73566 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012434 Jan 21 20:00:07.567374 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:07.642459 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a6d801-01d5-42d3-8ae4-c51adef475eb admin admin] Network cc4f8c36-160f-471b-8875-47a40690abe8 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:00:07.644183 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a6d801-01d5-42d3-8ae4-c51adef475eb admin admin] Pushing event updated for resources: {'Port': ['ID=b838cbc2-d4cb-4ad6-8c73-7ef2bd43d185,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:07.650716 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-74a6d801-01d5-42d3-8ae4-c51adef475eb admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:00:07.652792 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-9c4a8351-eb34-4cbc-85fc-34f5c37d581d None None] Provisioning complete for port fd0af184-7c54-4766-ab27-2f87ff2da8db triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:00:07.653920 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a6d801-01d5-42d3-8ae4-c51adef475eb admin admin] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:00:07.654660 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9c4a8351-eb34-4cbc-85fc-34f5c37d581d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:07.701945 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-cdf298c7-7b39-4f13-8f68-0bfa72d990f6 req-690f32bc-952f-490f-9e59-a3a167409fa4 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Deleting port b7889127-6f56-46a5-a487-96ab12960634 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:00:07.704970 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-cdf298c7-7b39-4f13-8f68-0bfa72d990f6 req-690f32bc-952f-490f-9e59-a3a167409fa4 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:07.769772 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-74a6d801-01d5-42d3-8ae4-c51adef475eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:07.770648 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-74a6d801-01d5-42d3-8ae4-c51adef475eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853806930'] for router_interface, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:07.850739 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-fea69030-9d54-4002-b23f-3986f5830cd6 None None] Set router fe25cfa1-6d48-47df-a86e-d09df5a3fc88 gateway port host: dv-cinder-726180-8-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:00:07.927189 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-1d911627-a808-4d2f-8079-fc8a0e5f2615 req-c2d8f2c3-68cf-44b6-9a30-2b00843f4eac tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Deleting port f3873917-5f1f-49f3-90cf-5f98f0230164 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:00:07.927189 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-1d911627-a808-4d2f-8079-fc8a0e5f2615 req-c2d8f2c3-68cf-44b6-9a30-2b00843f4eac tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:07.945088 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b06f22-231f-4e96-aa87-7a366d7be5d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7889127-6f56-46a5-a487-96ab12960634'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:00:08.025604 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device fd0af184-7c54-4766-ab27-2f87ff2da8db up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:00:08.061192 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-74a6d801-01d5-42d3-8ae4-c51adef475eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:08.263213 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning complete for port fd0af184-7c54-4766-ab27-2f87ff2da8db triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:00:08.263829 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:08.447900 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-fea69030-9d54-4002-b23f-3986f5830cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe25cfa1-6d48-47df-a86e-d09df5a3fc88', 'name': 'tempest-TestVolumeBootPattern-1338909946-router', 'tenant_id': 'efec7cd048334e468a9e309a3ae3ea28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '8667d409-ce5e-49cd-8a32-eb3c6574f779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:59:57Z', 'updated_at': '2021-01-21T20:00:01Z', 'revision_number': 3, 'project_id': 'efec7cd048334e468a9e309a3ae3ea28', 'gw_port': {'id': '8667d409-ce5e-49cd-8a32-eb3c6574f779', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe25cfa1-6d48-47df-a86e-d09df5a3fc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:59:59Z', 'updated_at': '2021-01-21T20:00:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi'}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:00:08.454519 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea69030-9d54-4002-b23f-3986f5830cd6 None None] The sync data for ids ['fe25cfa1-6d48-47df-a86e-d09df5a3fc88'] in dv-cinder-726180-8-iscsi is: [{'id': 'fe25cfa1-6d48-47df-a86e-d09df5a3fc88', 'name': 'tempest-TestVolumeBootPattern-1338909946-router', 'tenant_id': 'efec7cd048334e468a9e309a3ae3ea28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '8667d409-ce5e-49cd-8a32-eb3c6574f779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:59:57Z', 'updated_at': '2021-01-21T20:00:01Z', 'revision_number': 3, 'project_id': 'efec7cd048334e468a9e309a3ae3ea28', 'gw_port': {'id': '8667d409-ce5e-49cd-8a32-eb3c6574f779', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe25cfa1-6d48-47df-a86e-d09df5a3fc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:59:59Z', 'updated_at': '2021-01-21T20:00:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi'}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:00:08.511095 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-b3b94093-71b9-4ce8-badc-5d8bcd20407d None None] Provisioning complete for port fd0af184-7c54-4766-ab27-2f87ff2da8db triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:00:08.511095 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b3b94093-71b9-4ce8-badc-5d8bcd20407d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:08.562415 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d055f6-3698-4ce6-93ec-b35e30431fcf req-4580b620-a798-484f-bfd0-7b695ed4535a tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:08.563617 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-33d055f6-3698-4ce6-93ec-b35e30431fcf req-4580b620-a798-484f-bfd0-7b695ed4535a tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 946 time: 1.1857922 Jan 21 20:00:08.594899 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:08.609007 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-74a6d801-01d5-42d3-8ae4-c51adef475eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:08.617848 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-74a6d801-01d5-42d3-8ae4-c51adef475eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852305763'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:08.700549 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-3a5c1be0-7623-48e1-a03d-11859e17deb6 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:08.775739 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-cdf298c7-7b39-4f13-8f68-0bfa72d990f6 req-690f32bc-952f-490f-9e59-a3a167409fa4 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] For port b7889127-6f56-46a5-a487-96ab12960634, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=b7889127-6f56-46a5-a487-96ab12960634,segment=NetworkSegment(591184f8-a839-4fe2-96af-9bfea154ba5f),segment_id=591184f8-a839-4fe2-96af-9bfea154ba5f)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:00:08.776258 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-cdf298c7-7b39-4f13-8f68-0bfa72d990f6 req-690f32bc-952f-490f-9e59-a3a167409fa4 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:08.776430 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-b3b94093-71b9-4ce8-badc-5d8bcd20407d None None] Provisioning for port b838cbc2-d4cb-4ad6-8c73-7ef2bd43d185 completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:00:08.785527 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-b3b94093-71b9-4ce8-badc-5d8bcd20407d None None] Provisioning complete for port b838cbc2-d4cb-4ad6-8c73-7ef2bd43d185 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:00:08.786071 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b3b94093-71b9-4ce8-badc-5d8bcd20407d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:08.871934 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-74a6d801-01d5-42d3-8ae4-c51adef475eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854228120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853819575'] for router_interface, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:08.897461 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a6d801-01d5-42d3-8ae4-c51adef475eb admin admin] Pushing event updated for resources: {'Port': ['ID=b838cbc2-d4cb-4ad6-8c73-7ef2bd43d185,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:08.897798 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-b3b94093-71b9-4ce8-badc-5d8bcd20407d None None] Port b838cbc2-d4cb-4ad6-8c73-7ef2bd43d185 cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 20:00:08.906786 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-74a6d801-01d5-42d3-8ae4-c51adef475eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:08.974201 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:09.030805 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-cdf298c7-7b39-4f13-8f68-0bfa72d990f6 req-690f32bc-952f-490f-9e59-a3a167409fa4 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Calling delete_port for b7889127-6f56-46a5-a487-96ab12960634 owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:00:09.109136 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-1d911627-a808-4d2f-8079-fc8a0e5f2615 req-c2d8f2c3-68cf-44b6-9a30-2b00843f4eac tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] For port f3873917-5f1f-49f3-90cf-5f98f0230164, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=f3873917-5f1f-49f3-90cf-5f98f0230164,segment=NetworkSegment(23c589ac-043e-4282-ad98-f9d86a119fbd),segment_id=23c589ac-043e-4282-ad98-f9d86a119fbd)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:00:09.109558 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-1d911627-a808-4d2f-8079-fc8a0e5f2615 req-c2d8f2c3-68cf-44b6-9a30-2b00843f4eac tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:09.126543 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a6d801-01d5-42d3-8ae4-c51adef475eb admin admin] Network cc4f8c36-160f-471b-8875-47a40690abe8 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:00:09.128069 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-74a6d801-01d5-42d3-8ae4-c51adef475eb admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:00:09.151510 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440b941-fc5a-4ec9-b6ef-2a12d7ecfd5e req-623fdf17-a065-400a-9961-9e0161eb3782 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:09.159988 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8440b941-fc5a-4ec9-b6ef-2a12d7ecfd5e req-623fdf17-a065-400a-9961-9e0161eb3782 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 945 time: 1.1436889 Jan 21 20:00:09.322437 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-33d055f6-3698-4ce6-93ec-b35e30431fcf req-fd2a4e48-bc1a-4e81-ab3d-d62812533e95 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6273291 Jan 21 20:00:09.467469 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-1d911627-a808-4d2f-8079-fc8a0e5f2615 req-c2d8f2c3-68cf-44b6-9a30-2b00843f4eac tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Calling delete_port for f3873917-5f1f-49f3-90cf-5f98f0230164 owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:00:09.469940 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b06f22-231f-4e96-aa87-7a366d7be5d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7889127-6f56-46a5-a487-96ab12960634', 'code': 200} Jan 21 20:00:09.491137 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a6d801-01d5-42d3-8ae4-c51adef475eb admin admin] Router fe25cfa1-6d48-47df-a86e-d09df5a3fc88 has already been hosted by L3 agent acfbd797-5df7-45c7-9954-db8085626b2a {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 20:00:09.568431 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-2864fddd-fffc-4462-8ddb-4f0a4700ef26 None None] Provisioning complete for port b838cbc2-d4cb-4ad6-8c73-7ef2bd43d185 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:00:09.568862 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2864fddd-fffc-4462-8ddb-4f0a4700ef26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:09.664956 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-2864fddd-fffc-4462-8ddb-4f0a4700ef26 None None] Port b838cbc2-d4cb-4ad6-8c73-7ef2bd43d185 cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 20:00:09.702443 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8440b941-fc5a-4ec9-b6ef-2a12d7ecfd5e req-3c630b9c-990d-4c8f-b4ff-8ab55948cac5 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5411501 Jan 21 20:00:09.907474 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a6d801-01d5-42d3-8ae4-c51adef475eb admin admin] Notify agent at l3_agent.dv-cinder-726180-8-iscsi the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:00:09.942207 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 8667d409-ce5e-49cd-8a32-eb3c6574f779 up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:00:09.966928 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-74a6d801-01d5-42d3-8ae4-c51adef475eb admin admin] 10.222.0.74 "PUT /v2.0/routers/fe25cfa1-6d48-47df-a86e-d09df5a3fc88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2830372 Jan 21 20:00:10.056725 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning for port 8667d409-ce5e-49cd-8a32-eb3c6574f779 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:00:10.062987 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning complete for port 8667d409-ce5e-49cd-8a32-eb3c6574f779 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:00:10.063819 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:10.076343 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1079dc68-d213-4134-993a-49aa75699efb req-e13c29ce-6f2e-4e82-819e-8700ea36a32c tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=9af1a4da-b7bd-4777-baa6-260428324d8a HTTP/1.1" status: 200 len: 210 time: 0.0809526 Jan 21 20:00:10.077321 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-1d911627-a808-4d2f-8079-fc8a0e5f2615 req-c2d8f2c3-68cf-44b6-9a30-2b00843f4eac tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:10.206949 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-bb662e90-c796-448a-b67f-b439d7147d77 tempest-DeleteServersTestJSON-497331808 tempest-DeleteServersTestJSON-497331808] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:10.267170 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:10.301800 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] For port 8667d409-ce5e-49cd-8a32-eb3c6574f779, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=8667d409-ce5e-49cd-8a32-eb3c6574f779,segment=NetworkSegment(0b618305-a50f-40b3-8ec6-85df1521bd1b),segment_id=0b618305-a50f-40b3-8ec6-85df1521bd1b)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:00:10.307753 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:10.311739 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:10.368463 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d8f2c3-68cf-44b6-9a30-2b00843f4eac tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Pushing event deleted for resources: {'Port': ['ID=f3873917-5f1f-49f3-90cf-5f98f0230164,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:10.397614 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2d8f2c3-68cf-44b6-9a30-2b00843f4eac tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:10.409853 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-cdf298c7-7b39-4f13-8f68-0bfa72d990f6 req-690f32bc-952f-490f-9e59-a3a167409fa4 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:10.459955 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:10.467871 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Pushing event updated for resources: {'Port': ['ID=8667d409-ce5e-49cd-8a32-eb3c6574f779,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:10.474573 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:10.679578 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690f32bc-952f-490f-9e59-a3a167409fa4 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Pushing event deleted for resources: {'Port': ['ID=b7889127-6f56-46a5-a487-96ab12960634,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:10.695428 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-690f32bc-952f-490f-9e59-a3a167409fa4 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:10.797682 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413427dc-8a67-4c05-bf4f-12946a1ca161 req-5f7c3900-2104-48eb-b9f6-a0c518673608 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:10.800780 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-413427dc-8a67-4c05-bf4f-12946a1ca161 req-5f7c3900-2104-48eb-b9f6-a0c518673608 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 943 time: 1.0101612 Jan 21 20:00:11.207831 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d911627-a808-4d2f-8079-fc8a0e5f2615 req-c2d8f2c3-68cf-44b6-9a30-2b00843f4eac tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] No DVR routers for this DVR port f3873917-5f1f-49f3-90cf-5f98f0230164 on host hv-cinder-72618 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 20:00:11.226672 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-413427dc-8a67-4c05-bf4f-12946a1ca161 req-309b1b0e-c4d6-48ad-a23f-e5575d55fd6f tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/security-groups?id=2d9d29d5-402d-47d7-b09c-f5b545821246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4158103 Jan 21 20:00:11.229325 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-1d911627-a808-4d2f-8079-fc8a0e5f2615 req-c2d8f2c3-68cf-44b6-9a30-2b00843f4eac tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:11.236984 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af1a4da-b7bd-4777-baa6-260428324d8a', 'name': 'network-vif-deleted', 'tag': 'f3873917-5f1f-49f3-90cf-5f98f0230164'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:00:11.341925 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1d911627-a808-4d2f-8079-fc8a0e5f2615 req-c2d8f2c3-68cf-44b6-9a30-2b00843f4eac tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.83 "DELETE /v2.0/ports/f3873917-5f1f-49f3-90cf-5f98f0230164 HTTP/1.1" status: 204 len: 173 time: 7.4560838 Jan 21 20:00:11.384336 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf298c7-7b39-4f13-8f68-0bfa72d990f6 req-690f32bc-952f-490f-9e59-a3a167409fa4 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] No DVR routers for this DVR port b7889127-6f56-46a5-a487-96ab12960634 on host hv-cinder-72618 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 20:00:11.393658 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-cdf298c7-7b39-4f13-8f68-0bfa72d990f6 req-690f32bc-952f-490f-9e59-a3a167409fa4 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:11.395824 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-cdf298c7-7b39-4f13-8f68-0bfa72d990f6 req-690f32bc-952f-490f-9e59-a3a167409fa4 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.83 "DELETE /v2.0/ports/b7889127-6f56-46a5-a487-96ab12960634 HTTP/1.1" status: 204 len: 173 time: 3.9349666 Jan 21 20:00:11.536067 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c270d-0c3d-44c9-9be1-ce46e4c11eaf req-89a4ac6e-c60a-46d1-ac90-1be26a9318fc tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:11.538291 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-aa2c270d-0c3d-44c9-9be1-ce46e4c11eaf req-89a4ac6e-c60a-46d1-ac90-1be26a9318fc tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 946 time: 0.1988199 Jan 21 20:00:11.571525 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba2774-309d-48e2-b9f8-f6616bac1736 req-ea325363-65f6-4ab9-ad19-8ceb0b05af35 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:11.573785 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-11ba2774-309d-48e2-b9f8-f6616bac1736 req-ea325363-65f6-4ab9-ad19-8ceb0b05af35 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 945 time: 0.1823912 Jan 21 20:00:11.663842 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-aa2c270d-0c3d-44c9-9be1-ce46e4c11eaf req-f4f00a47-30a7-4e3e-b8a0-e55d5607f863 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885913 Jan 21 20:00:11.715015 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-11ba2774-309d-48e2-b9f8-f6616bac1736 req-6f1124e0-4aa7-4300-ada6-491fa9401cd5 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030920 Jan 21 20:00:11.762475 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-157e5549-cea0-4c08-95da-b602cf96f492 req-dc464bf3-f56c-4e20-bbf3-e352b77a1d82 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-1169694337', 'description': 'tempest-TestVolumeBootPattern-1169694337 description'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:00:11.785869 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-157e5549-cea0-4c08-95da-b602cf96f492 req-dc464bf3-f56c-4e20-bbf3-e352b77a1d82 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:00:11.793240 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-157e5549-cea0-4c08-95da-b602cf96f492 req-dc464bf3-f56c-4e20-bbf3-e352b77a1d82 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Usage tracker for resource:security_group and tenant:e06769200dc344d2b76edf3f16b1d74b is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:00:11.798597 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-157e5549-cea0-4c08-95da-b602cf96f492 req-dc464bf3-f56c-4e20-bbf3-e352b77a1d82 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:00:11.808161 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-157e5549-cea0-4c08-95da-b602cf96f492 req-dc464bf3-f56c-4e20-bbf3-e352b77a1d82 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:00:11.827517 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-157e5549-cea0-4c08-95da-b602cf96f492 req-dc464bf3-f56c-4e20-bbf3-e352b77a1d82 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:11.862442 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-157e5549-cea0-4c08-95da-b602cf96f492 req-dc464bf3-f56c-4e20-bbf3-e352b77a1d82 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:00:11.870331 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-157e5549-cea0-4c08-95da-b602cf96f492 req-dc464bf3-f56c-4e20-bbf3-e352b77a1d82 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Usage tracker for resource:security_group_rule and tenant:e06769200dc344d2b76edf3f16b1d74b is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:00:11.875588 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 8667d409-ce5e-49cd-8a32-eb3c6574f779 up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:00:11.877492 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-157e5549-cea0-4c08-95da-b602cf96f492 req-dc464bf3-f56c-4e20-bbf3-e352b77a1d82 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:00:11.886805 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-157e5549-cea0-4c08-95da-b602cf96f492 req-dc464bf3-f56c-4e20-bbf3-e352b77a1d82 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:00:11.991269 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-22d7cd2e-7b64-4a15-bec9-718e632bcf3f req-3b95125d-4ae3-46e4-9bad-de79fe8c385b tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Synchronizing usage tracker for tenant:b097bb8f9d8847ef997ca30adfb5fc15 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:00:12.029451 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-22d7cd2e-7b64-4a15-bec9-718e632bcf3f req-3b95125d-4ae3-46e4-9bad-de79fe8c385b tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Unset dirty status for tenant:b097bb8f9d8847ef997ca30adfb5fc15 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:00:12.031022 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-22d7cd2e-7b64-4a15-bec9-718e632bcf3f req-3b95125d-4ae3-46e4-9bad-de79fe8c385b tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=9af1a4da-b7bd-4777-baa6-260428324d8a HTTP/1.1" status: 200 len: 210 time: 0.1048474 Jan 21 20:00:12.033086 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning complete for port 8667d409-ce5e-49cd-8a32-eb3c6574f779 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:00:12.033802 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:12.114049 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-157e5549-cea0-4c08-95da-b602cf96f492 req-dc464bf3-f56c-4e20-bbf3-e352b77a1d82 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:12.124621 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-157e5549-cea0-4c08-95da-b602cf96f492 req-dc464bf3-f56c-4e20-bbf3-e352b77a1d82 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:12.139060 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9af1a4da-b7bd-4777-baa6-260428324d8a', 'name': 'network-vif-deleted', 'tag': 'f3873917-5f1f-49f3-90cf-5f98f0230164', 'status': 'completed', 'code': 200} Jan 21 20:00:12.139596 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:12.191850 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-157e5549-cea0-4c08-95da-b602cf96f492 req-dc464bf3-f56c-4e20-bbf3-e352b77a1d82 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:12.193454 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-157e5549-cea0-4c08-95da-b602cf96f492 req-dc464bf3-f56c-4e20-bbf3-e352b77a1d82 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4369242 Jan 21 20:00:12.194889 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc464bf3-f56c-4e20-bbf3-e352b77a1d82 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Pushing event updated for resources: {'SecurityGroup': ['ID=b0de9197-38ff-4771-a521-40a10a34698d,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:12.203706 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-dc464bf3-f56c-4e20-bbf3-e352b77a1d82 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:12.282371 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2ea17a-4626-4c24-b15a-20b05a9e4b9d None None] Sync routers for ids ['fe25cfa1-6d48-47df-a86e-d09df5a3fc88'] in dv-cinder-726180-8-iscsi {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:00:12.319193 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2ea17a-4626-4c24-b15a-20b05a9e4b9d None None] Routers {'fe25cfa1-6d48-47df-a86e-d09df5a3fc88'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:00:12.320746 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-ad2ea17a-4626-4c24-b15a-20b05a9e4b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:00:07Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['fe25cfa1-6d48-47df-a86e-d09df5a3fc88'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:00:12.358034 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b70dbf72-86e9-4a72-984a-4b1078b6a7b1 req-81674ddd-2150-4b5c-846f-62015486642d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/security-groups/b0de9197-38ff-4771-a521-40a10a34698d HTTP/1.1" status: 200 len: 1808 time: 0.0893345 Jan 21 20:00:12.382589 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-b70dbf72-86e9-4a72-984a-4b1078b6a7b1 req-a0a59965-e0c1-4a71-a9ab-04df3421883f tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b0de9197-38ff-4771-a521-40a10a34698d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:00:12.382589 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-b70dbf72-86e9-4a72-984a-4b1078b6a7b1 req-a0a59965-e0c1-4a71-a9ab-04df3421883f tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b0de9197-38ff-4771-a521-40a10a34698d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:00:12.397645 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-b70dbf72-86e9-4a72-984a-4b1078b6a7b1 req-a0a59965-e0c1-4a71-a9ab-04df3421883f tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:00:12.404426 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-b70dbf72-86e9-4a72-984a-4b1078b6a7b1 req-a0a59965-e0c1-4a71-a9ab-04df3421883f tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Usage tracker for resource:security_group_rule and tenant:e06769200dc344d2b76edf3f16b1d74b is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:00:12.408573 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-b70dbf72-86e9-4a72-984a-4b1078b6a7b1 req-a0a59965-e0c1-4a71-a9ab-04df3421883f tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:00:12.419646 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-b70dbf72-86e9-4a72-984a-4b1078b6a7b1 req-a0a59965-e0c1-4a71-a9ab-04df3421883f tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:00:12.591577 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-b70dbf72-86e9-4a72-984a-4b1078b6a7b1 req-a0a59965-e0c1-4a71-a9ab-04df3421883f tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks [] for security_group_rule, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:12.623592 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-0dd119c2-aeef-45b2-8a23-3115db2c3da0 req-44639ccf-1a0e-44ea-960c-6fb197aa4dc1 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Synchronizing usage tracker for tenant:ee36fc873ab24a67926c381490f868a4 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:00:12.654741 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-0dd119c2-aeef-45b2-8a23-3115db2c3da0 req-44639ccf-1a0e-44ea-960c-6fb197aa4dc1 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Unset dirty status for tenant:ee36fc873ab24a67926c381490f868a4 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:00:12.656635 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0dd119c2-aeef-45b2-8a23-3115db2c3da0 req-44639ccf-1a0e-44ea-960c-6fb197aa4dc1 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] 10.222.0.74 "GET /v2.0/ports?device_id=f3b06f22-231f-4e96-aa87-7a366d7be5d0 HTTP/1.1" status: 200 len: 210 time: 0.1165507 Jan 21 20:00:12.682190 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-b70dbf72-86e9-4a72-984a-4b1078b6a7b1 req-a0a59965-e0c1-4a71-a9ab-04df3421883f tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:12.686814 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-b70dbf72-86e9-4a72-984a-4b1078b6a7b1 req-a0a59965-e0c1-4a71-a9ab-04df3421883f tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600105'] for security_group_rule, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:12.698705 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:12.741738 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a59965-e0c1-4a71-a9ab-04df3421883f tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e979309-be30-4bdb-b94a-b52781ffa3a8,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:12.747430 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a0a59965-e0c1-4a71-a9ab-04df3421883f tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:12.762532 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-b70dbf72-86e9-4a72-984a-4b1078b6a7b1 req-a0a59965-e0c1-4a71-a9ab-04df3421883f tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks [] for security_group_rule, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:12.769734 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b70dbf72-86e9-4a72-984a-4b1078b6a7b1 req-a0a59965-e0c1-4a71-a9ab-04df3421883f tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3932631 Jan 21 20:00:12.913791 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-ad2ea17a-4626-4c24-b15a-20b05a9e4b9d None None] Set router fe25cfa1-6d48-47df-a86e-d09df5a3fc88 gateway port host: dv-cinder-726180-8-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:00:12.954305 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-98cb7f1e-53a7-4a61-a4d9-ad5497507722 req-1c7c07cc-f099-402d-8ee8-c3174c9371a2 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/security-groups/b0de9197-38ff-4771-a521-40a10a34698d HTTP/1.1" status: 200 len: 2401 time: 0.1346836 Jan 21 20:00:12.972690 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-98cb7f1e-53a7-4a61-a4d9-ad5497507722 req-9cb92478-4a09-4cda-9333-6a7908b2747f tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b0de9197-38ff-4771-a521-40a10a34698d', 'remote_group_id': None}]} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:00:12.973056 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-98cb7f1e-53a7-4a61-a4d9-ad5497507722 req-9cb92478-4a09-4cda-9333-6a7908b2747f tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b0de9197-38ff-4771-a521-40a10a34698d', 'remote_group_id': None}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:00:12.987902 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-98cb7f1e-53a7-4a61-a4d9-ad5497507722 req-9cb92478-4a09-4cda-9333-6a7908b2747f tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:00:12.996856 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 0ab05c73-5c40-4d07-a524-cc9d95ce976e up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:00:12.997910 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-98cb7f1e-53a7-4a61-a4d9-ad5497507722 req-9cb92478-4a09-4cda-9333-6a7908b2747f tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Usage tracker for resource:security_group_rule and tenant:e06769200dc344d2b76edf3f16b1d74b is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:00:13.002751 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-98cb7f1e-53a7-4a61-a4d9-ad5497507722 req-9cb92478-4a09-4cda-9333-6a7908b2747f tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:00:13.016160 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-98cb7f1e-53a7-4a61-a4d9-ad5497507722 req-9cb92478-4a09-4cda-9333-6a7908b2747f tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:00:13.094758 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea2da9-1261-45e3-b2e8-c56ae005d721 req-43bf0886-fd24-461c-8386-3b29693c04a8 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:13.096590 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-49ea2da9-1261-45e3-b2e8-c56ae005d721 req-43bf0886-fd24-461c-8386-3b29693c04a8 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 946 time: 0.1928096 Jan 21 20:00:13.153076 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-98cb7f1e-53a7-4a61-a4d9-ad5497507722 req-9cb92478-4a09-4cda-9333-6a7908b2747f tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks [] for security_group_rule, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:13.208578 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-49ea2da9-1261-45e3-b2e8-c56ae005d721 req-81be919a-18f2-4623-b65c-e875eccad119 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000154 Jan 21 20:00:13.213092 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-98cb7f1e-53a7-4a61-a4d9-ad5497507722 req-9cb92478-4a09-4cda-9333-6a7908b2747f tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:13.213765 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-98cb7f1e-53a7-4a61-a4d9-ad5497507722 req-9cb92478-4a09-4cda-9333-6a7908b2747f tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600105'] for security_group_rule, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:13.216137 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-fb176fce-2d0e-48b1-acff-57be91607f27 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:13.266821 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb92478-4a09-4cda-9333-6a7908b2747f tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b321e3b-2fb1-44d4-9699-3bddd438c07b,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:13.277062 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-98cb7f1e-53a7-4a61-a4d9-ad5497507722 req-9cb92478-4a09-4cda-9333-6a7908b2747f tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks [] for security_group_rule, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:13.280944 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-98cb7f1e-53a7-4a61-a4d9-ad5497507722 req-9cb92478-4a09-4cda-9333-6a7908b2747f tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3130567 Jan 21 20:00:13.283668 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-9cb92478-4a09-4cda-9333-6a7908b2747f tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:13.402716 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 0ab05c73-5c40-4d07-a524-cc9d95ce976e triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:00:13.403326 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:13.660744 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-ad2ea17a-4626-4c24-b15a-20b05a9e4b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe25cfa1-6d48-47df-a86e-d09df5a3fc88', 'name': 'tempest-TestVolumeBootPattern-1338909946-router', 'tenant_id': 'efec7cd048334e468a9e309a3ae3ea28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '8667d409-ce5e-49cd-8a32-eb3c6574f779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:59:57Z', 'updated_at': '2021-01-21T20:00:07Z', 'revision_number': 4, 'project_id': 'efec7cd048334e468a9e309a3ae3ea28', 'gw_port': {'id': '8667d409-ce5e-49cd-8a32-eb3c6574f779', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe25cfa1-6d48-47df-a86e-d09df5a3fc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:59:59Z', 'updated_at': '2021-01-21T20:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': 'b838cbc2-d4cb-4ad6-8c73-7ef2bd43d185', 'name': '', 'network_id': 'cc4f8c36-160f-471b-8875-47a40690abe8', 'tenant_id': 'efec7cd048334e468a9e309a3ae3ea28', 'mac_address': 'fa:16:3e:c1:4e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe25cfa1-6d48-47df-a86e-d09df5a3fc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f42cd542-07cf-403a-a591-0123c0606a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:00:06Z', 'updated_at': '2021-01-21T20:00:08Z', 'revision_number': 2, 'project_id': 'efec7cd048334e468a9e309a3ae3ea28', 'subnets': [{'id': 'f42cd542-07cf-403a-a591-0123c0606a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:00:13.681186 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2ea17a-4626-4c24-b15a-20b05a9e4b9d None None] Checking router: fe25cfa1-6d48-47df-a86e-d09df5a3fc88 for host: dv-cinder-726180-8-iscsi {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:00:13.681601 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2ea17a-4626-4c24-b15a-20b05a9e4b9d None None] Updating router fe25cfa1-6d48-47df-a86e-d09df5a3fc88 port b838cbc2-d4cb-4ad6-8c73-7ef2bd43d185 binding host dv-cinder-726180-8-iscsi {{(pid=80115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 21 20:00:13.746846 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d98507-7b6c-43a8-9a3d-5c8aa49935b2 req-bcd35aaa-f042-498f-875c-06c9cda37390 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:13.753913 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f7d98507-7b6c-43a8-9a3d-5c8aa49935b2 req-bcd35aaa-f042-498f-875c-06c9cda37390 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 945 time: 0.3472178 Jan 21 20:00:13.803636 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ad2ea17a-4626-4c24-b15a-20b05a9e4b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:13.869170 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f7d98507-7b6c-43a8-9a3d-5c8aa49935b2 req-71dd0ea2-5d2b-443e-af2e-1208f17a26dd tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035910 Jan 21 20:00:14.148695 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b06f22-231f-4e96-aa87-7a366d7be5d0', 'name': 'network-vif-deleted', 'tag': 'b7889127-6f56-46a5-a487-96ab12960634'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:00:14.268809 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 56540) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:14.449899 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47950d-b96b-46a2-8962-e72e0909dbb0 req-fc53dd82-e927-41d8-8013-02663e564cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:14.452912 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5b47950d-b96b-46a2-8962-e72e0909dbb0 req-fc53dd82-e927-41d8-8013-02663e564cba service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b3037d7b8c6a4529a56f7be33c3cb0ab&device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 1163 time: 0.3810441 Jan 21 20:00:14.541035 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92e441-cf36-4407-ab05-ac35d1b7d1d7 req-25960604-53c1-4dfa-8626-7972a961aae2 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:14.557082 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8a92e441-cf36-4407-ab05-ac35d1b7d1d7 req-25960604-53c1-4dfa-8626-7972a961aae2 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 946 time: 0.3759458 Jan 21 20:00:14.707996 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 0ace9033-d0df-4cf8-96a2-b427cf301a87 up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:00:14.833054 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ad2ea17a-4626-4c24-b15a-20b05a9e4b9d None None] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:14.858999 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ad2ea17a-4626-4c24-b15a-20b05a9e4b9d None None] Transition to ACTIVE for port object b838cbc2-d4cb-4ad6-8c73-7ef2bd43d185 will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:00:14.860080 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 0ace9033-d0df-4cf8-96a2-b427cf301a87 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:00:14.860658 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:14.935782 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ad2ea17a-4626-4c24-b15a-20b05a9e4b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:14.954799 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c008e234-a55a-4012-8170-f6ef73402b11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:14.971414 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8a92e441-cf36-4407-ab05-ac35d1b7d1d7 req-cb2b318b-8c8e-467d-830a-7060b7beb389 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4121566 Jan 21 20:00:15.085769 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47950d-b96b-46a2-8962-e72e0909dbb0 req-3836adb9-134b-42b0-9745-6545abf1072d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:15.089670 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5b47950d-b96b-46a2-8962-e72e0909dbb0 req-3836adb9-134b-42b0-9745-6545abf1072d service neutron] 10.222.0.83 "GET /v2.0/networks?id=b1756871-2be2-4eac-a235-402a56a7b855 HTTP/1.1" status: 200 len: 904 time: 0.5275497 Jan 21 20:00:15.246660 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b06f22-231f-4e96-aa87-7a366d7be5d0', 'name': 'network-vif-deleted', 'tag': 'b7889127-6f56-46a5-a487-96ab12960634', 'status': 'completed', 'code': 200} Jan 21 20:00:15.249431 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eedf40e-7e33-4a0d-b14d-0bb50492db84 None None] Pushing event updated for resources: {'Port': ['ID=b838cbc2-d4cb-4ad6-8c73-7ef2bd43d185,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:15.260089 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6eedf40e-7e33-4a0d-b14d-0bb50492db84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:15.312868 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938806c3-5adc-4e96-8b8b-04269ad2ca39 req-d3da5a7b-538c-403f-8833-d718c92ce4fd tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:15.314925 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-938806c3-5adc-4e96-8b8b-04269ad2ca39 req-d3da5a7b-538c-403f-8833-d718c92ce4fd tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=85879f2a-21e6-494e-a4e0-ac6449526a70 HTTP/1.1" status: 200 len: 945 time: 0.5136142 Jan 21 20:00:15.462340 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5b47950d-b96b-46a2-8962-e72e0909dbb0 req-9f7a4dd2-b517-40b0-a2dc-41a57aa1209b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ab05c73-5c40-4d07-a524-cc9d95ce976e HTTP/1.1" status: 200 len: 1002 time: 0.3501253 Jan 21 20:00:15.531555 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-ad2ea17a-4626-4c24-b15a-20b05a9e4b9d None None] Attempting to bind port b838cbc2-d4cb-4ad6-8c73-7ef2bd43d185 on host dv-cinder-726180-8-iscsi for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 20:00:15.532286 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-ad2ea17a-4626-4c24-b15a-20b05a9e4b9d None None] Attempting to bind port b838cbc2-d4cb-4ad6-8c73-7ef2bd43d185 by drivers openvswitch on host dv-cinder-726180-8-iscsi at level 0 using segments [{'id': 'e3fbf8d4-1795-4785-ad18-6728c87376b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'cc4f8c36-160f-471b-8875-47a40690abe8'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 20:00:15.533005 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2ea17a-4626-4c24-b15a-20b05a9e4b9d None None] Attempting to bind port b838cbc2-d4cb-4ad6-8c73-7ef2bd43d185 on network cc4f8c36-160f-471b-8875-47a40690abe8 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 20:00:15.541717 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-938806c3-5adc-4e96-8b8b-04269ad2ca39 req-32a0c528-959e-42f4-8627-b09137cfe41b tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157032 Jan 21 20:00:15.546694 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2ea17a-4626-4c24-b15a-20b05a9e4b9d None None] Checking agent: {'id': 'f684b9c2-4f8f-4e03-bb44-a00bf6d32b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 46, 8), 'started_at': datetime.datetime(2021, 1, 21, 19, 46, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 20, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 20:00:15.547724 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2ea17a-4626-4c24-b15a-20b05a9e4b9d None None] Checking segment: {'id': 'e3fbf8d4-1795-4785-ad18-6728c87376b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'cc4f8c36-160f-471b-8875-47a40690abe8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:00:15.548626 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ad2ea17a-4626-4c24-b15a-20b05a9e4b9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:15.549502 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2ea17a-4626-4c24-b15a-20b05a9e4b9d None None] Bound using segment: {'id': 'e3fbf8d4-1795-4785-ad18-6728c87376b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'cc4f8c36-160f-471b-8875-47a40690abe8'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 20:00:15.550647 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-ad2ea17a-4626-4c24-b15a-20b05a9e4b9d None None] Bound port: b838cbc2-d4cb-4ad6-8c73-7ef2bd43d185, host: dv-cinder-726180-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3fbf8d4-1795-4785-ad18-6728c87376b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'cc4f8c36-160f-471b-8875-47a40690abe8'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 20:00:15.551522 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ad2ea17a-4626-4c24-b15a-20b05a9e4b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:15.651293 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47950d-b96b-46a2-8962-e72e0909dbb0 req-d268d408-0b5c-4059-80b3-b0b1a2df098f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:15.654815 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5b47950d-b96b-46a2-8962-e72e0909dbb0 req-d268d408-0b5c-4059-80b3-b0b1a2df098f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9790493f-b318-4d1c-bd26-0e9563a125df HTTP/1.1" status: 200 len: 849 time: 0.1748745 Jan 21 20:00:15.750044 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0a9b2bbd-d96a-4463-9fef-0f9d8adca0fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853819610'] for router_interface, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:15.774307 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e3288-3a98-4d26-bdd2-53f1f58b63cc req-c8c00f2c-5f20-4d38-a022-fdf7de52fba6 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:15.782897 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a30e3288-3a98-4d26-bdd2-53f1f58b63cc req-c8c00f2c-5f20-4d38-a022-fdf7de52fba6 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 945 time: 0.3895593 Jan 21 20:00:15.833155 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-ad2ea17a-4626-4c24-b15a-20b05a9e4b9d None None] For port b838cbc2-d4cb-4ad6-8c73-7ef2bd43d185, host dv-cinder-726180-8-iscsi, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 20:00:15.839997 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-ad2ea17a-4626-4c24-b15a-20b05a9e4b9d None None] For port b838cbc2-d4cb-4ad6-8c73-7ef2bd43d185, host dv-cinder-726180-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=b838cbc2-d4cb-4ad6-8c73-7ef2bd43d185,segment=NetworkSegment(e3fbf8d4-1795-4785-ad18-6728c87376b7),segment_id=e3fbf8d4-1795-4785-ad18-6728c87376b7)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 20:00:15.845047 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ad2ea17a-4626-4c24-b15a-20b05a9e4b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:15.863587 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:15.890603 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a30e3288-3a98-4d26-bdd2-53f1f58b63cc req-a42266fd-9dbb-4832-9887-dae8fda688e3 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063237 Jan 21 20:00:15.933589 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47950d-b96b-46a2-8962-e72e0909dbb0 req-fae6e349-069d-4db8-8c84-7d72c971e7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:15.937450 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5b47950d-b96b-46a2-8962-e72e0909dbb0 req-fae6e349-069d-4db8-8c84-7d72c971e7fa service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b1756871-2be2-4eac-a235-402a56a7b855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2686400 Jan 21 20:00:15.975629 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.agents_db [None req-c7ecb146-6622-446f-8bab-48f8cf3fe8cd None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:00:16.067981 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eedf40e-7e33-4a0d-b14d-0bb50492db84 None None] Pushing event updated for resources: {'Port': ['ID=b838cbc2-d4cb-4ad6-8c73-7ef2bd43d185,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:16.124573 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6eedf40e-7e33-4a0d-b14d-0bb50492db84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:16.191040 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2ea17a-4626-4c24-b15a-20b05a9e4b9d None None] Routers {'fe25cfa1-6d48-47df-a86e-d09df5a3fc88'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:00:16.191802 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-ad2ea17a-4626-4c24-b15a-20b05a9e4b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:00:07Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['fe25cfa1-6d48-47df-a86e-d09df5a3fc88'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:00:16.291860 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5b47950d-b96b-46a2-8962-e72e0909dbb0 req-796c9d98-b33c-46c2-8b25-38ed260b366d service neutron] 10.222.0.83 "GET /v2.0/networks/b1756871-2be2-4eac-a235-402a56a7b855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455191 Jan 21 20:00:16.391898 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-0a9b2bbd-d96a-4463-9fef-0f9d8adca0fc admin admin] Deleting port da4a0b26-630d-4c90-85fc-ac057cfd9e3a {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:00:16.392280 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0a9b2bbd-d96a-4463-9fef-0f9d8adca0fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:16.747903 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95578b70-b9c3-43e6-8259-45b56f58c0bc req-0777ed5f-fc55-4252-9b8f-b544fc3c72aa tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:16.763443 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-95578b70-b9c3-43e6-8259-45b56f58c0bc req-0777ed5f-fc55-4252-9b8f-b544fc3c72aa tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 946 time: 0.5959926 Jan 21 20:00:16.764274 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-0a9b2bbd-d96a-4463-9fef-0f9d8adca0fc admin admin] For port da4a0b26-630d-4c90-85fc-ac057cfd9e3a, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=da4a0b26-630d-4c90-85fc-ac057cfd9e3a,segment=NetworkSegment(591184f8-a839-4fe2-96af-9bfea154ba5f),segment_id=591184f8-a839-4fe2-96af-9bfea154ba5f)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:00:16.764937 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0a9b2bbd-d96a-4463-9fef-0f9d8adca0fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:16.878024 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-ad2ea17a-4626-4c24-b15a-20b05a9e4b9d None None] Set router fe25cfa1-6d48-47df-a86e-d09df5a3fc88 gateway port host: dv-cinder-726180-8-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:00:16.942461 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-95578b70-b9c3-43e6-8259-45b56f58c0bc req-557f74b5-c119-4e2f-8212-a31dd37ea695 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774950 Jan 21 20:00:16.946244 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5b47950d-b96b-46a2-8962-e72e0909dbb0 req-0f981e50-2f56-4e02-9891-14c763723abb service neutron] 10.222.0.83 "GET /v2.0/networks/b1756871-2be2-4eac-a235-402a56a7b855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6008365 Jan 21 20:00:17.143567 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-0a9b2bbd-d96a-4463-9fef-0f9d8adca0fc admin admin] Calling delete_port for da4a0b26-630d-4c90-85fc-ac057cfd9e3a owned by network:router_interface {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:00:17.148027 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc83474-92e4-4a50-b5fd-4da9a406ac59 req-a5635f09-082d-450b-97ac-f1404df47a7e tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:17.151852 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-fdc83474-92e4-4a50-b5fd-4da9a406ac59 req-a5635f09-082d-450b-97ac-f1404df47a7e tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.83 "GET /v2.0/ports?device_id=85879f2a-21e6-494e-a4e0-ac6449526a70 HTTP/1.1" status: 200 len: 945 time: 0.6213143 Jan 21 20:00:17.204292 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19400da-7cd7-42bc-9e2e-cabd2f3b5163 req-64af46d8-7179-4f29-8556-256ca7a9591c tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:17.207194 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b19400da-7cd7-42bc-9e2e-cabd2f3b5163 req-64af46d8-7179-4f29-8556-256ca7a9591c tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=85879f2a-21e6-494e-a4e0-ac6449526a70 HTTP/1.1" status: 200 len: 945 time: 0.2777808 Jan 21 20:00:17.469914 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-fdc83474-92e4-4a50-b5fd-4da9a406ac59 req-a7a9d8c7-c5e4-4053-92e8-53a41aa2fe6c tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Deleting port 38e67817-d1af-4315-815f-033b632bc3d1 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:00:17.470421 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-fdc83474-92e4-4a50-b5fd-4da9a406ac59 req-a7a9d8c7-c5e4-4053-92e8-53a41aa2fe6c tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:17.751999 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-ad2ea17a-4626-4c24-b15a-20b05a9e4b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe25cfa1-6d48-47df-a86e-d09df5a3fc88', 'name': 'tempest-TestVolumeBootPattern-1338909946-router', 'tenant_id': 'efec7cd048334e468a9e309a3ae3ea28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '8667d409-ce5e-49cd-8a32-eb3c6574f779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:59:57Z', 'updated_at': '2021-01-21T20:00:07Z', 'revision_number': 4, 'project_id': 'efec7cd048334e468a9e309a3ae3ea28', 'gw_port': {'id': '8667d409-ce5e-49cd-8a32-eb3c6574f779', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe25cfa1-6d48-47df-a86e-d09df5a3fc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:59:59Z', 'updated_at': '2021-01-21T20:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': 'b838cbc2-d4cb-4ad6-8c73-7ef2bd43d185', 'name': '', 'network_id': 'cc4f8c36-160f-471b-8875-47a40690abe8', 'tenant_id': 'efec7cd048334e468a9e309a3ae3ea28', 'mac_address': 'fa:16:3e:c1:4e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe25cfa1-6d48-47df-a86e-d09df5a3fc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f42cd542-07cf-403a-a591-0123c0606a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:00:06Z', 'updated_at': '2021-01-21T20:00:15Z', 'revision_number': 4, 'project_id': 'efec7cd048334e468a9e309a3ae3ea28', 'subnets': [{'id': 'f42cd542-07cf-403a-a591-0123c0606a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:00:17.757341 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2ea17a-4626-4c24-b15a-20b05a9e4b9d None None] The sync data for ids ['fe25cfa1-6d48-47df-a86e-d09df5a3fc88'] in dv-cinder-726180-8-iscsi is: [{'id': 'fe25cfa1-6d48-47df-a86e-d09df5a3fc88', 'name': 'tempest-TestVolumeBootPattern-1338909946-router', 'tenant_id': 'efec7cd048334e468a9e309a3ae3ea28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '8667d409-ce5e-49cd-8a32-eb3c6574f779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:59:57Z', 'updated_at': '2021-01-21T20:00:07Z', 'revision_number': 4, 'project_id': 'efec7cd048334e468a9e309a3ae3ea28', 'gw_port': {'id': '8667d409-ce5e-49cd-8a32-eb3c6574f779', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe25cfa1-6d48-47df-a86e-d09df5a3fc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:59:59Z', 'updated_at': '2021-01-21T20:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': 'b838cbc2-d4cb-4ad6-8c73-7ef2bd43d185', 'name': '', 'network_id': 'cc4f8c36-160f-471b-8875-47a40690abe8', 'tenant_id': 'efec7cd048334e468a9e309a3ae3ea28', 'mac_address': 'fa:16:3e:c1:4e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe25cfa1-6d48-47df-a86e-d09df5a3fc88', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'f42cd542-07cf-403a-a591-0123c0606a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:00:06Z', 'updated_at': '2021-01-21T20:00:15Z', 'revision_number': 4, 'project_id': 'efec7cd048334e468a9e309a3ae3ea28', 'subnets': [{'id': 'f42cd542-07cf-403a-a591-0123c0606a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:00:17.786947 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0a9b2bbd-d96a-4463-9fef-0f9d8adca0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2470122'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:17.920952 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 0ab05c73-5c40-4d07-a524-cc9d95ce976e up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:00:18.080835 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b19400da-7cd7-42bc-9e2e-cabd2f3b5163 req-48ad77a2-87c3-4a45-b63e-20fa6679b520 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7860417 Jan 21 20:00:18.113511 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:18.216993 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 0ab05c73-5c40-4d07-a524-cc9d95ce976e triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:00:18.217435 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:18.323307 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b2bbd-d96a-4463-9fef-0f9d8adca0fc admin admin] Pushing event deleted for resources: {'Port': ['ID=da4a0b26-630d-4c90-85fc-ac057cfd9e3a,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:18.377468 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0a9b2bbd-d96a-4463-9fef-0f9d8adca0fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:18.446829 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e44960-1416-4dc9-8ca0-a14ca44f34b8 req-28472b92-7545-4a05-bc7e-b50d2f1fe00a tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:18.464536 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c8e44960-1416-4dc9-8ca0-a14ca44f34b8 req-28472b92-7545-4a05-bc7e-b50d2f1fe00a tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 945 time: 1.2111475 Jan 21 20:00:18.677949 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 38e67817-d1af-4315-815f-033b632bc3d1 no longer exists at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:00:18.917375 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-fdc83474-92e4-4a50-b5fd-4da9a406ac59 req-a7a9d8c7-c5e4-4053-92e8-53a41aa2fe6c tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] For port 38e67817-d1af-4315-815f-033b632bc3d1, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=38e67817-d1af-4315-815f-033b632bc3d1,segment=NetworkSegment(23c589ac-043e-4282-ad98-f9d86a119fbd),segment_id=23c589ac-043e-4282-ad98-f9d86a119fbd)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:00:18.918365 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-fdc83474-92e4-4a50-b5fd-4da9a406ac59 req-a7a9d8c7-c5e4-4053-92e8-53a41aa2fe6c tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:19.213638 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-fdc83474-92e4-4a50-b5fd-4da9a406ac59 req-a7a9d8c7-c5e4-4053-92e8-53a41aa2fe6c tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Calling delete_port for 38e67817-d1af-4315-815f-033b632bc3d1 owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:00:19.304645 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0a9b2bbd-d96a-4463-9fef-0f9d8adca0fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853819456'] for router_interface, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:19.318097 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:19.697460 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-fdc83474-92e4-4a50-b5fd-4da9a406ac59 req-a7a9d8c7-c5e4-4053-92e8-53a41aa2fe6c tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:19.921913 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2d8f2c3-68cf-44b6-9a30-2b00843f4eac tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:20.021629 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c8e44960-1416-4dc9-8ca0-a14ca44f34b8 req-12bcc2e4-a984-43b8-ae42-89b61c7f714b tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.5217061 Jan 21 20:00:20.036718 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9d8c7-c5e4-4053-92e8-53a41aa2fe6c tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Pushing event deleted for resources: {'Port': ['ID=38e67817-d1af-4315-815f-033b632bc3d1,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:20.040387 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a7a9d8c7-c5e4-4053-92e8-53a41aa2fe6c tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:20.198192 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f909322-6363-4818-9fc5-d478fa14208d req-297f5e8f-aef5-4f8c-8dd2-5624b4f88793 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:20.223959 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device b838cbc2-d4cb-4ad6-8c73-7ef2bd43d185 up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:00:20.232729 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3f909322-6363-4818-9fc5-d478fa14208d req-297f5e8f-aef5-4f8c-8dd2-5624b4f88793 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 946 time: 1.6705317 Jan 21 20:00:20.422536 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-64ed8aad-234d-44c1-b82c-7cb7292497ff req-3167eb50-4623-4475-9630-374972357d64 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.9665692 Jan 21 20:00:20.462312 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning for port b838cbc2-d4cb-4ad6-8c73-7ef2bd43d185 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:00:20.470035 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning complete for port b838cbc2-d4cb-4ad6-8c73-7ef2bd43d185 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:00:20.470802 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:20.831478 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:20.871048 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3f909322-6363-4818-9fc5-d478fa14208d req-62026a30-3168-4135-b46a-e52aea2d50dc tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6360097 Jan 21 20:00:20.875538 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4205c05b-35e7-4d90-9713-1050666173c3 req-902b3088-7ac3-47c6-a17e-861f64546424 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=85879f2a-21e6-494e-a4e0-ac6449526a70 HTTP/1.1" status: 200 len: 210 time: 0.2283411 Jan 21 20:00:20.909104 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] For port b838cbc2-d4cb-4ad6-8c73-7ef2bd43d185, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=b838cbc2-d4cb-4ad6-8c73-7ef2bd43d185,segment=NetworkSegment(e3fbf8d4-1795-4785-ad18-6728c87376b7),segment_id=e3fbf8d4-1795-4785-ad18-6728c87376b7)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:00:20.918359 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:20.923104 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:21.020776 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9b2bbd-d96a-4463-9fef-0f9d8adca0fc admin admin] Router 0a32cdd3-5276-4040-9025-d34327279fe4 has already been hosted by L3 agent acfbd797-5df7-45c7-9954-db8085626b2a {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 20:00:21.044374 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Pushing event updated for resources: {'Port': ['ID=b838cbc2-d4cb-4ad6-8c73-7ef2bd43d185,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:21.054227 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:21.055057 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:21.055057 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:21.055925 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:21.056356 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:21.056851 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:21.057344 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:21.057844 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:21.058352 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:21.058868 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:21.059392 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:21.059831 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:21.060392 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:21.060849 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:21.061538 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:21.061863 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:21.063677 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:21.064227 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:21.064725 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:21.065407 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:21.066118 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:21.066873 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:21.067598 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:21.068357 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:21.077017 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:21.108771 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc83474-92e4-4a50-b5fd-4da9a406ac59 req-a7a9d8c7-c5e4-4053-92e8-53a41aa2fe6c tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] No DVR routers for this DVR port 38e67817-d1af-4315-815f-033b632bc3d1 on host hv-cinder-72618 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 20:00:21.115478 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-fdc83474-92e4-4a50-b5fd-4da9a406ac59 req-a7a9d8c7-c5e4-4053-92e8-53a41aa2fe6c tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:21.128656 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85879f2a-21e6-494e-a4e0-ac6449526a70', 'name': 'network-vif-deleted', 'tag': '38e67817-d1af-4315-815f-033b632bc3d1'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:00:21.189635 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-fdc83474-92e4-4a50-b5fd-4da9a406ac59 req-a7a9d8c7-c5e4-4053-92e8-53a41aa2fe6c tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.83 "DELETE /v2.0/ports/38e67817-d1af-4315-815f-033b632bc3d1 HTTP/1.1" status: 204 len: 173 time: 3.9803674 Jan 21 20:00:21.258300 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed8aad-234d-44c1-b82c-7cb7292497ff req-8e10a50d-69ed-48cb-853b-bc97bdac0af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:21.265424 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-64ed8aad-234d-44c1-b82c-7cb7292497ff req-8e10a50d-69ed-48cb-853b-bc97bdac0af3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b3037d7b8c6a4529a56f7be33c3cb0ab&device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 1163 time: 0.4210494 Jan 21 20:00:21.639800 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85879f2a-21e6-494e-a4e0-ac6449526a70', 'name': 'network-vif-deleted', 'tag': '38e67817-d1af-4315-815f-033b632bc3d1', 'status': 'completed', 'code': 200} Jan 21 20:00:21.840320 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9b2bbd-d96a-4463-9fef-0f9d8adca0fc admin admin] Notify agent at l3_agent.dv-cinder-726180-8-iscsi the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:00:21.867198 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e08fcb-37c3-4a27-82ba-753f2be45cfc None None] Sync routers for ids ['0a32cdd3-5276-4040-9025-d34327279fe4'] in dv-cinder-726180-8-iscsi {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:00:21.895839 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e08fcb-37c3-4a27-82ba-753f2be45cfc None None] Routers {'0a32cdd3-5276-4040-9025-d34327279fe4'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:00:21.897826 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-59e08fcb-37c3-4a27-82ba-753f2be45cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:00:07Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['0a32cdd3-5276-4040-9025-d34327279fe4'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:00:21.902677 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-0a9b2bbd-d96a-4463-9fef-0f9d8adca0fc admin admin] 10.222.0.74 "PUT /v2.0/routers/0a32cdd3-5276-4040-9025-d34327279fe4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6318138 Jan 21 20:00:21.904650 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device b838cbc2-d4cb-4ad6-8c73-7ef2bd43d185 up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:00:21.906538 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 56618) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:21.935244 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8bf5b8-a2c6-4f27-b9af-d67460bc2f50 req-54359d0d-4d01-448b-826d-3201f41b1ef2 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:21.940587 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8c8bf5b8-a2c6-4f27-b9af-d67460bc2f50 req-54359d0d-4d01-448b-826d-3201f41b1ef2 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 945 time: 0.2892072 Jan 21 20:00:22.024989 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed8aad-234d-44c1-b82c-7cb7292497ff req-ac16bf22-01a6-4793-a856-ebba0ff3df69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:22.026770 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-64ed8aad-234d-44c1-b82c-7cb7292497ff req-ac16bf22-01a6-4793-a856-ebba0ff3df69 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b1756871-2be2-4eac-a235-402a56a7b855 HTTP/1.1" status: 200 len: 904 time: 0.7195177 Jan 21 20:00:22.168152 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning complete for port b838cbc2-d4cb-4ad6-8c73-7ef2bd43d185 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:00:22.168991 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:22.580530 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-64ed8aad-234d-44c1-b82c-7cb7292497ff req-c0395484-9737-4403-a8b9-f5b5eb012ee0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ab05c73-5c40-4d07-a524-cc9d95ce976e HTTP/1.1" status: 200 len: 1002 time: 0.5297797 Jan 21 20:00:22.619127 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8c8bf5b8-a2c6-4f27-b9af-d67460bc2f50 req-508c41ef-0a8e-4a86-a20b-f9f33528f6b9 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6623824 Jan 21 20:00:22.649946 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ca80d0e4-0e64-41fb-bca5-26ba9e5d6335 admin admin] Notify callbacks [] for router, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:22.816062 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-bdfee365-9f25-4be3-ae4b-43de1c66c22b req-12ac81f0-b803-444c-a0ad-3ac425ec17db tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Synchronizing usage tracker for tenant:b097bb8f9d8847ef997ca30adfb5fc15 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:00:22.916454 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-bdfee365-9f25-4be3-ae4b-43de1c66c22b req-12ac81f0-b803-444c-a0ad-3ac425ec17db tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Unset dirty status for tenant:b097bb8f9d8847ef997ca30adfb5fc15 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:00:22.925628 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-bdfee365-9f25-4be3-ae4b-43de1c66c22b req-12ac81f0-b803-444c-a0ad-3ac425ec17db tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=85879f2a-21e6-494e-a4e0-ac6449526a70 HTTP/1.1" status: 200 len: 210 time: 0.7031593 Jan 21 20:00:22.929003 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed8aad-234d-44c1-b82c-7cb7292497ff req-2fad726f-41a2-4967-9459-8826b9e82199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:22.938016 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-64ed8aad-234d-44c1-b82c-7cb7292497ff req-2fad726f-41a2-4967-9459-8826b9e82199 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9790493f-b318-4d1c-bd26-0e9563a125df HTTP/1.1" status: 200 len: 849 time: 0.3169756 Jan 21 20:00:23.038868 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-59e08fcb-37c3-4a27-82ba-753f2be45cfc None None] Set router 0a32cdd3-5276-4040-9025-d34327279fe4 gateway port host: dv-cinder-726180-8-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:00:23.052374 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ca80d0e4-0e64-41fb-bca5-26ba9e5d6335 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:23.068196 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-ca80d0e4-0e64-41fb-bca5-26ba9e5d6335 admin admin] Deleting port 627471cf-7c52-43e2-815a-b671ddf96256 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:00:23.068982 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ca80d0e4-0e64-41fb-bca5-26ba9e5d6335 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:23.153492 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed8aad-234d-44c1-b82c-7cb7292497ff req-11aa29d7-e51d-48ab-845c-57c9b9d87f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:23.155234 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-64ed8aad-234d-44c1-b82c-7cb7292497ff req-11aa29d7-e51d-48ab-845c-57c9b9d87f31 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b1756871-2be2-4eac-a235-402a56a7b855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2080956 Jan 21 20:00:23.495485 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-ca80d0e4-0e64-41fb-bca5-26ba9e5d6335 admin admin] For port 627471cf-7c52-43e2-815a-b671ddf96256, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=627471cf-7c52-43e2-815a-b671ddf96256,segment=NetworkSegment(0b618305-a50f-40b3-8ec6-85df1521bd1b),segment_id=0b618305-a50f-40b3-8ec6-85df1521bd1b)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:00:23.495745 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ca80d0e4-0e64-41fb-bca5-26ba9e5d6335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:23.590567 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-64ed8aad-234d-44c1-b82c-7cb7292497ff req-f489e2aa-706b-473d-aab6-abbcc7362049 service neutron] 10.222.0.83 "GET /v2.0/networks/b1756871-2be2-4eac-a235-402a56a7b855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263370 Jan 21 20:00:23.688828 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-ca80d0e4-0e64-41fb-bca5-26ba9e5d6335 admin admin] Calling delete_port for 627471cf-7c52-43e2-815a-b671ddf96256 owned by network:router_gateway {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:00:23.888483 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-59e08fcb-37c3-4a27-82ba-753f2be45cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a32cdd3-5276-4040-9025-d34327279fe4', 'name': 'tempest-ServerRescueNegativeTestJSON-396467485-router', 'tenant_id': 'ee36fc873ab24a67926c381490f868a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '627471cf-7c52-43e2-815a-b671ddf96256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:55:32Z', 'updated_at': '2021-01-21T20:00:17Z', 'revision_number': 5, 'project_id': 'ee36fc873ab24a67926c381490f868a4', 'gw_port': {'id': '627471cf-7c52-43e2-815a-b671ddf96256', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a32cdd3-5276-4040-9025-d34327279fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:55:35Z', 'updated_at': '2021-01-21T19:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi'}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:00:23.893951 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e08fcb-37c3-4a27-82ba-753f2be45cfc None None] Checking router: 0a32cdd3-5276-4040-9025-d34327279fe4 for host: dv-cinder-726180-8-iscsi {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:00:23.922236 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e08fcb-37c3-4a27-82ba-753f2be45cfc None None] Routers {'0a32cdd3-5276-4040-9025-d34327279fe4'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:00:23.927246 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-59e08fcb-37c3-4a27-82ba-753f2be45cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:00:07Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['0a32cdd3-5276-4040-9025-d34327279fe4'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:00:23.949157 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-64ed8aad-234d-44c1-b82c-7cb7292497ff req-419af863-811b-4bfb-bcc8-d5443e74069a service neutron] 10.222.0.83 "GET /v2.0/networks/b1756871-2be2-4eac-a235-402a56a7b855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3495705 Jan 21 20:00:24.070512 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ca80d0e4-0e64-41fb-bca5-26ba9e5d6335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2470122'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: WARNING neutron.plugins.ml2.ovo_rpc [None req-ca80d0e4-0e64-41fb-bca5-26ba9e5d6335 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: result = function(*args, **kwargs) Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: proto.__init__(conn_state, self) Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: self.handle() Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: self.handle_one_request() Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: self.handle_one_response() Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: result = self.application(self.environ, start_response) Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: return app(environ, start_response) Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: resp = self.call_func(req, *args, **kw) Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: return self.func(req, *args, **kwargs) Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: response = req.get_response(self.application) Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: application, catch_exc_info=False) Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: app_iter = application(self.environ, start_response) Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: resp = self.call_func(req, *args, **kw) Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: return self.func(req, *args, **kwargs) Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: response = req.get_response(self.application) Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: application, catch_exc_info=False) Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: app_iter = application(self.environ, start_response) Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: resp = self.call_func(req, *args, **kw) Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: return self.func(req, *args, **kwargs) Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: response = req.get_response(self.application) Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: application, catch_exc_info=False) Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: app_iter = application(self.environ, start_response) Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: resp = self.call_func(req, *args, **kw) Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: return self.func(req, *args, **kwargs) Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: response = req.get_response(self.application) Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: application, catch_exc_info=False) Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: app_iter = application(self.environ, start_response) Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: resp = self.call_func(req, *args, **kw) Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: return self.func(req, *args, **kwargs) Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: return request.get_response(self.application) Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: application, catch_exc_info=False) Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: app_iter = application(self.environ, start_response) Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: resp = self.call_func(req, *args, **kw) Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: return self.func(req, *args, **kwargs) Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: response = req.get_response(self._app) Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: application, catch_exc_info=False) Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: app_iter = application(self.environ, start_response) Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: return resp(environ, start_response) Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: return resp(environ, start_response) Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: response = self.app(environ, start_response) Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: return resp(environ, start_response) Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: resp = self.call_func(req, *args, **kw) Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: return self.func(req, *args, **kwargs) Jan 21 20:00:24.074073 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 21 20:00:24.087197 dv-cinder-726180-8-iscsi neutron-server[80002]: result = method(request=request, **args) Jan 21 20:00:24.087197 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 21 20:00:24.087197 dv-cinder-726180-8-iscsi neutron-server[80002]: return self._delete(request, id, **kwargs) Jan 21 20:00:24.087197 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 20:00:24.087197 dv-cinder-726180-8-iscsi neutron-server[80002]: return f(*args, **kwargs) Jan 21 20:00:24.087197 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 20:00:24.087197 dv-cinder-726180-8-iscsi neutron-server[80002]: return f(*args, **kwargs) Jan 21 20:00:24.087197 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 20:00:24.087197 dv-cinder-726180-8-iscsi neutron-server[80002]: return f(*dup_args, **dup_kwargs) Jan 21 20:00:24.087197 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 21 20:00:24.087197 dv-cinder-726180-8-iscsi neutron-server[80002]: obj_deleter(request.context, id, **kwargs) Jan 21 20:00:24.087197 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Jan 21 20:00:24.087197 dv-cinder-726180-8-iscsi neutron-server[80002]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 21 20:00:24.087197 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 21 20:00:24.087197 dv-cinder-726180-8-iscsi neutron-server[80002]: return method(*args, **kwargs) Jan 21 20:00:24.087197 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 20:00:24.087197 dv-cinder-726180-8-iscsi neutron-server[80002]: return f(*args, **kwargs) Jan 21 20:00:24.087197 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 20:00:24.087197 dv-cinder-726180-8-iscsi neutron-server[80002]: return f(*args, **kwargs) Jan 21 20:00:24.087197 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 20:00:24.087197 dv-cinder-726180-8-iscsi neutron-server[80002]: return f(*dup_args, **dup_kwargs) Jan 21 20:00:24.087197 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Jan 21 20:00:24.087197 dv-cinder-726180-8-iscsi neutron-server[80002]: self._delete_current_gw_port(context, id, router, None) Jan 21 20:00:24.087197 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Jan 21 20:00:24.087197 dv-cinder-726180-8-iscsi neutron-server[80002]: admin_ctx, gw_port_id, l3_port_check=False) Jan 21 20:00:24.087197 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 21 20:00:24.087197 dv-cinder-726180-8-iscsi neutron-server[80002]: return f(self, context, *args, **kwargs) Jan 21 20:00:24.087197 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 21 20:00:24.087197 dv-cinder-726180-8-iscsi neutron-server[80002]: return method(*args, **kwargs) Jan 21 20:00:24.087197 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port Jan 21 20:00:24.087197 dv-cinder-726180-8-iscsi neutron-server[80002]: context, port, router_ids, bound_mech_contexts) Jan 21 20:00:24.087197 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port Jan 21 20:00:24.087197 dv-cinder-726180-8-iscsi neutron-server[80002]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 21 20:00:24.087197 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 21 20:00:24.087197 dv-cinder-726180-8-iscsi neutron-server[80002]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 21 20:00:24.087197 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 21 20:00:24.087197 dv-cinder-726180-8-iscsi neutron-server[80002]: return function(*args, **kwargs) Jan 21 20:00:24.087197 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 21 20:00:24.087197 dv-cinder-726180-8-iscsi neutron-server[80002]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 21 20:00:24.087197 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 21 20:00:24.087197 dv-cinder-726180-8-iscsi neutron-server[80002]: callback(resource, event, trigger, **kwargs) Jan 21 20:00:24.087197 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 21 20:00:24.087197 dv-cinder-726180-8-iscsi neutron-server[80002]: if self._is_session_semantic_violated(context, resource, event): Jan 21 20:00:24.087197 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 21 20:00:24.087197 dv-cinder-726180-8-iscsi neutron-server[80002]: stack = traceback.extract_stack() Jan 21 20:00:24.087197 dv-cinder-726180-8-iscsi neutron-server[80002]: Jan 21 20:00:24.498850 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-59e08fcb-37c3-4a27-82ba-753f2be45cfc None None] Set router 0a32cdd3-5276-4040-9025-d34327279fe4 gateway port host: dv-cinder-726180-8-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:00:24.525683 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13589645-2624-4599-a020-37a65bd4a844 req-bd3b0cb5-f04e-40d7-b052-f65e7041d20f tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:24.529086 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-13589645-2624-4599-a020-37a65bd4a844 req-bd3b0cb5-f04e-40d7-b052-f65e7041d20f tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 945 time: 0.3728499 Jan 21 20:00:24.571718 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ca80d0e4-0e64-41fb-bca5-26ba9e5d6335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-968785'] for router_gateway, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:24.696002 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-13589645-2624-4599-a020-37a65bd4a844 req-4314b50f-641b-4f02-a101-aa0f61544b9a tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492639 Jan 21 20:00:24.896388 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ca80d0e4-0e64-41fb-bca5-26ba9e5d6335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854652844'] for router, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:24.901867 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ca80d0e4-0e64-41fb-bca5-26ba9e5d6335 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:25.035554 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ca80d0e4-0e64-41fb-bca5-26ba9e5d6335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853794932'] for router, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:25.036122 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca80d0e4-0e64-41fb-bca5-26ba9e5d6335 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a32cdd3-5276-4040-9025-d34327279fe4 {{(pid=80113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 20:00:25.071176 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ca80d0e4-0e64-41fb-bca5-26ba9e5d6335 admin admin] Notify callbacks [] for router, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:25.072561 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-ca80d0e4-0e64-41fb-bca5-26ba9e5d6335 admin admin] 10.222.0.74 "DELETE /v2.0/routers/0a32cdd3-5276-4040-9025-d34327279fe4 HTTP/1.1" status: 204 len: 168 time: 3.1644263 Jan 21 20:00:25.075393 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 56638) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:25.169344 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-59e08fcb-37c3-4a27-82ba-753f2be45cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a32cdd3-5276-4040-9025-d34327279fe4', 'name': 'tempest-ServerRescueNegativeTestJSON-396467485-router', 'tenant_id': 'ee36fc873ab24a67926c381490f868a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '627471cf-7c52-43e2-815a-b671ddf96256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:55:32Z', 'updated_at': '2021-01-21T20:00:17Z', 'revision_number': 5, 'project_id': 'ee36fc873ab24a67926c381490f868a4', 'gw_port': {'id': '627471cf-7c52-43e2-815a-b671ddf96256', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a32cdd3-5276-4040-9025-d34327279fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:55:35Z', 'updated_at': '2021-01-21T19:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi'}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:00:25.177565 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e08fcb-37c3-4a27-82ba-753f2be45cfc None None] The sync data for ids ['0a32cdd3-5276-4040-9025-d34327279fe4'] in dv-cinder-726180-8-iscsi is: [{'id': '0a32cdd3-5276-4040-9025-d34327279fe4', 'name': 'tempest-ServerRescueNegativeTestJSON-396467485-router', 'tenant_id': 'ee36fc873ab24a67926c381490f868a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': '627471cf-7c52-43e2-815a-b671ddf96256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:55:32Z', 'updated_at': '2021-01-21T20:00:17Z', 'revision_number': 5, 'project_id': 'ee36fc873ab24a67926c381490f868a4', 'gw_port': {'id': '627471cf-7c52-43e2-815a-b671ddf96256', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a32cdd3-5276-4040-9025-d34327279fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:55:35Z', 'updated_at': '2021-01-21T19:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi'}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:00:25.227653 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_v2 [None req-45624fc6-ae17-4b05-89d5-62f74b68deb2 admin admin] Deleting subnet 5521111e-d6d7-421c-9b55-9115682bf598 {{(pid=80114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 21 20:00:25.231695 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-45624fc6-ae17-4b05-89d5-62f74b68deb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:25.300168 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-45624fc6-ae17-4b05-89d5-62f74b68deb2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:25.315232 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-45624fc6-ae17-4b05-89d5-62f74b68deb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846617693'] for subnet, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:25.783266 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-45624fc6-ae17-4b05-89d5-62f74b68deb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8158139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103'] for subnet, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:25.824855 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:25.829138 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device da4a0b26-630d-4c90-85fc-ac057cfd9e3a no longer exists at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:00:25.892936 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] No Port match for: da4a0b26-630d-4c90-85fc-ac057cfd9e3a {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 20:00:25.893212 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device da4a0b26-630d-4c90-85fc-ac057cfd9e3a not bound to the agent host dv-cinder-726180-8-iscsi {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 20:00:25.996799 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45624fc6-ae17-4b05-89d5-62f74b68deb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5521111e-d6d7-421c-9b55-9115682bf598,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:26.162769 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-45624fc6-ae17-4b05-89d5-62f74b68deb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:26.332729 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-45624fc6-ae17-4b05-89d5-62f74b68deb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:26.376977 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 56654) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:26.390334 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-45624fc6-ae17-4b05-89d5-62f74b68deb2 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/5521111e-d6d7-421c-9b55-9115682bf598 HTTP/1.1" status: 204 len: 168 time: 1.3126557 Jan 21 20:00:26.544121 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482996d5-d95a-4de9-be0b-563d934ca7e4 req-65c07c4e-1440-4d9b-ad2e-04f82acd2cc6 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:26.549123 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-482996d5-d95a-4de9-be0b-563d934ca7e4 req-65c07c4e-1440-4d9b-ad2e-04f82acd2cc6 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 945 time: 0.4395311 Jan 21 20:00:26.785664 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-482996d5-d95a-4de9-be0b-563d934ca7e4 req-f695657a-145b-4f33-aa7e-54010f46cffe tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2293813 Jan 21 20:00:26.806306 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-54a25fdf-62cf-4891-9c16-0c75885ebca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846842325'] for network, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:27.045717 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a1236-2f23-4d9e-a5c2-39f11cfbcbd3 req-ae287136-40e9-425d-8f13-5213d8d873f3 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:27.058178 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-526a1236-2f23-4d9e-a5c2-39f11cfbcbd3 req-ae287136-40e9-425d-8f13-5213d8d873f3 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=02dca07f-5037-40da-9c12-a449f3a5d650 HTTP/1.1" status: 200 len: 946 time: 0.1952264 Jan 21 20:00:27.147231 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-526a1236-2f23-4d9e-a5c2-39f11cfbcbd3 req-418c0769-bdcd-40f2-a38e-d73a4af292d5 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875549 Jan 21 20:00:27.172118 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-54a25fdf-62cf-4891-9c16-0c75885ebca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8157968', 'neutron.services.segments.db._delete_segments_for_network--9223363307589961673'] for network, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:27.341117 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.segments.db [None req-54a25fdf-62cf-4891-9c16-0c75885ebca4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['287f6cae-db55-4735-aea1-21baf8371aab']}} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:00:27.364038 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.segments.db [None req-54a25fdf-62cf-4891-9c16-0c75885ebca4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '591184f8-a839-4fe2-96af-9bfea154ba5f') {'for_net_delete': True} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:00:27.364587 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.segments.db [None req-54a25fdf-62cf-4891-9c16-0c75885ebca4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '591184f8-a839-4fe2-96af-9bfea154ba5f') {} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:00:27.388415 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-54a25fdf-62cf-4891-9c16-0c75885ebca4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307589963209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852630355'] for segment, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:27.424179 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-54a25fdf-62cf-4891-9c16-0c75885ebca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8360645'] for segment, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:27.428237 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-54a25fdf-62cf-4891-9c16-0c75885ebca4 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 21 20:00:27.848245 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 627471cf-7c52-43e2-815a-b671ddf96256 no longer exists at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:00:27.890238 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-54a25fdf-62cf-4891-9c16-0c75885ebca4 admin admin] Network 287f6cae-db55-4735-aea1-21baf8371aab has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 20:00:27.912707 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-54a25fdf-62cf-4891-9c16-0c75885ebca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846415140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852305729'] for segment, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:27.954243 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] No Port match for: 627471cf-7c52-43e2-815a-b671ddf96256 {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 20:00:27.954243 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 627471cf-7c52-43e2-815a-b671ddf96256 not bound to the agent host dv-cinder-726180-8-iscsi {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 20:00:28.268480 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:28.421644 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-54a25fdf-62cf-4891-9c16-0c75885ebca4 admin admin] Network 287f6cae-db55-4735-aea1-21baf8371aab has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 20:00:28.629470 dv-cinder-726180-8-iscsi neutron-server[80002]: Traceback (most recent call last): Jan 21 20:00:28.629470 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 20:00:28.629470 dv-cinder-726180-8-iscsi neutron-server[80002]: timer() Jan 21 20:00:28.629470 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 20:00:28.629470 dv-cinder-726180-8-iscsi neutron-server[80002]: cb(*args, **kw) Jan 21 20:00:28.629470 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 21 20:00:28.629470 dv-cinder-726180-8-iscsi neutron-server[80002]: return func(*args, **kwargs) Jan 21 20:00:28.629470 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 20:00:28.629470 dv-cinder-726180-8-iscsi neutron-server[80002]: self._notify() Jan 21 20:00:28.629470 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 20:00:28.629470 dv-cinder-726180-8-iscsi neutron-server[80002]: self.callback(batched_events) Jan 21 20:00:28.629470 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 20:00:28.629470 dv-cinder-726180-8-iscsi neutron-server[80002]: event.method(event) Jan 21 20:00:28.629470 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 20:00:28.629470 dv-cinder-726180-8-iscsi neutron-server[80002]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 20:00:28.629470 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 21 20:00:28.629470 dv-cinder-726180-8-iscsi neutron-server[80002]: segment_id)['aggregates'][0] Jan 21 20:00:28.629470 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 20:00:28.629470 dv-cinder-726180-8-iscsi neutron-server[80002]: return f(self, *a, **k) Jan 21 20:00:28.629470 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 20:00:28.629470 dv-cinder-726180-8-iscsi neutron-server[80002]: return self._get(url).json() Jan 21 20:00:28.629470 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 20:00:28.629470 dv-cinder-726180-8-iscsi neutron-server[80002]: **kwargs) Jan 21 20:00:28.629470 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 20:00:28.629470 dv-cinder-726180-8-iscsi neutron-server[80002]: return self.request(url, 'GET', **kwargs) Jan 21 20:00:28.629470 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 21 20:00:28.629470 dv-cinder-726180-8-iscsi neutron-server[80002]: **endpoint_filter) Jan 21 20:00:28.629470 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 20:00:28.629470 dv-cinder-726180-8-iscsi neutron-server[80002]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 20:00:28.629470 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 20:00:28.629470 dv-cinder-726180-8-iscsi neutron-server[80002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 20:00:28.629470 dv-cinder-726180-8-iscsi neutron-server[80002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 20:00:28.634306 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-54a25fdf-62cf-4891-9c16-0c75885ebca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846617832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853807049'] for network, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:28.639457 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:28.660090 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-54a25fdf-62cf-4891-9c16-0c75885ebca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:28.678942 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-54a25fdf-62cf-4891-9c16-0c75885ebca4 admin admin] 10.222.0.74 "DELETE /v2.0/networks/287f6cae-db55-4735-aea1-21baf8371aab HTTP/1.1" status: 204 len: 168 time: 2.3007276 Jan 21 20:00:28.684393 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a25fdf-62cf-4891-9c16-0c75885ebca4 admin admin] Pushing event deleted for resources: {'Network': ['ID=287f6cae-db55-4735-aea1-21baf8371aab,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:28.696052 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-54a25fdf-62cf-4891-9c16-0c75885ebca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:29.039744 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 56684) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:29.105701 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24e12f-c12e-44da-802a-f8d7edd1333c req-c60aea55-e75a-4a0c-bfdb-cd0dad7fdf5a tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:29.107511 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6e24e12f-c12e-44da-802a-f8d7edd1333c req-c60aea55-e75a-4a0c-bfdb-cd0dad7fdf5a tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 945 time: 1.0595901 Jan 21 20:00:29.214019 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6e24e12f-c12e-44da-802a-f8d7edd1333c req-8fd8332d-1486-40ab-86ad-3a42b32b7894 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992327 Jan 21 20:00:29.294905 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc9a9d-7b49-4e84-aa5e-bc0cfdf1c1a2 req-b9ef5881-5e96-4637-a130-f83272e017ca tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:29.294905 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-9ffc9a9d-7b49-4e84-aa5e-bc0cfdf1c1a2 req-b9ef5881-5e96-4637-a130-f83272e017ca tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.83 "GET /v2.0/ports?device_id=02dca07f-5037-40da-9c12-a449f3a5d650 HTTP/1.1" status: 200 len: 946 time: 0.3304243 Jan 21 20:00:29.325807 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9c0ff-ef70-4b8c-86b1-a380aadd6a2d req-cb3f8f26-3795-41ee-9df7-48ed2eca7400 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:29.339400 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-15a9c0ff-ef70-4b8c-86b1-a380aadd6a2d req-cb3f8f26-3795-41ee-9df7-48ed2eca7400 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=02dca07f-5037-40da-9c12-a449f3a5d650 HTTP/1.1" status: 200 len: 946 time: 0.4343307 Jan 21 20:00:29.521613 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-15a9c0ff-ef70-4b8c-86b1-a380aadd6a2d req-d6e27f0d-1bd4-4ff7-a1c6-a36d333f5a60 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/security-groups?id=e5462ee2-f684-466b-98c1-2d84d6241cee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093636 Jan 21 20:00:29.565631 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-3f6aa447-d578-4315-895c-31ada930cafe admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ee36fc873ab24a67926c381490f868a4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5177767 Jan 21 20:00:29.570971 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 56690) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:29.617961 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-9ffc9a9d-7b49-4e84-aa5e-bc0cfdf1c1a2 req-1e5aea4b-237d-47a2-8f82-7ed2703bbce1 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Deleting port b2c9e90f-e4a8-48e7-8173-32f8810730c5 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:00:29.618654 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-9ffc9a9d-7b49-4e84-aa5e-bc0cfdf1c1a2 req-1e5aea4b-237d-47a2-8f82-7ed2703bbce1 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:29.718162 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c089893f-83c0-4474-a84a-f91178e7f9d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:29.763371 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c089893f-83c0-4474-a84a-f91178e7f9d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:29.854042 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c089893f-83c0-4474-a84a-f91178e7f9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:29.875544 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-39b87bcc-a86a-40c6-8ae8-8d5e8c6f8d36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:29.930342 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c089893f-83c0-4474-a84a-f91178e7f9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9d29d5-402d-47d7-b09c-f5b545821246,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:29.951211 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c089893f-83c0-4474-a84a-f91178e7f9d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:29.958140 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c089893f-83c0-4474-a84a-f91178e7f9d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:29.965544 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-c089893f-83c0-4474-a84a-f91178e7f9d6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2d9d29d5-402d-47d7-b09c-f5b545821246 HTTP/1.1" status: 204 len: 168 time: 0.3925447 Jan 21 20:00:30.084190 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-9ffc9a9d-7b49-4e84-aa5e-bc0cfdf1c1a2 req-1e5aea4b-237d-47a2-8f82-7ed2703bbce1 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] For port b2c9e90f-e4a8-48e7-8173-32f8810730c5, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=b2c9e90f-e4a8-48e7-8173-32f8810730c5,segment=NetworkSegment(23c589ac-043e-4282-ad98-f9d86a119fbd),segment_id=23c589ac-043e-4282-ad98-f9d86a119fbd)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:00:30.084684 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-9ffc9a9d-7b49-4e84-aa5e-bc0cfdf1c1a2 req-1e5aea4b-237d-47a2-8f82-7ed2703bbce1 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:30.248393 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device b2c9e90f-e4a8-48e7-8173-32f8810730c5 no longer exists at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:00:30.295062 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-9ffc9a9d-7b49-4e84-aa5e-bc0cfdf1c1a2 req-1e5aea4b-237d-47a2-8f82-7ed2703bbce1 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Calling delete_port for b2c9e90f-e4a8-48e7-8173-32f8810730c5 owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:00:30.612061 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:30.640454 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-9ffc9a9d-7b49-4e84-aa5e-bc0cfdf1c1a2 req-1e5aea4b-237d-47a2-8f82-7ed2703bbce1 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:30.718504 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-053618e3-2f56-4628-8741-f421741e9e67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:30.791807 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5aea4b-237d-47a2-8f82-7ed2703bbce1 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Pushing event deleted for resources: {'Port': ['ID=b2c9e90f-e4a8-48e7-8173-32f8810730c5,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:30.885053 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-1e5aea4b-237d-47a2-8f82-7ed2703bbce1 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:30.951526 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10391759-eb6b-490f-8d95-700f695b3116 req-87ab3ed5-7f3b-4651-a0f4-8e568bb4317f tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:30.954489 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-10391759-eb6b-490f-8d95-700f695b3116 req-87ab3ed5-7f3b-4651-a0f4-8e568bb4317f tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 945 time: 0.4604454 Jan 21 20:00:31.083416 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-10391759-eb6b-490f-8d95-700f695b3116 req-a668cfee-a72e-4d58-9632-63a868857d5c tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917847 Jan 21 20:00:31.161725 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ffc9a9d-7b49-4e84-aa5e-bc0cfdf1c1a2 req-1e5aea4b-237d-47a2-8f82-7ed2703bbce1 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] No DVR routers for this DVR port b2c9e90f-e4a8-48e7-8173-32f8810730c5 on host hv-cinder-72618 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 20:00:31.167040 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-9ffc9a9d-7b49-4e84-aa5e-bc0cfdf1c1a2 req-1e5aea4b-237d-47a2-8f82-7ed2703bbce1 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:31.173222 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02dca07f-5037-40da-9c12-a449f3a5d650', 'name': 'network-vif-deleted', 'tag': 'b2c9e90f-e4a8-48e7-8173-32f8810730c5'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:00:31.197477 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-9ffc9a9d-7b49-4e84-aa5e-bc0cfdf1c1a2 req-1e5aea4b-237d-47a2-8f82-7ed2703bbce1 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.83 "DELETE /v2.0/ports/b2c9e90f-e4a8-48e7-8173-32f8810730c5 HTTP/1.1" status: 204 len: 173 time: 1.8564780 Jan 21 20:00:31.250849 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02dca07f-5037-40da-9c12-a449f3a5d650', 'name': 'network-vif-deleted', 'tag': 'b2c9e90f-e4a8-48e7-8173-32f8810730c5', 'status': 'completed', 'code': 200} Jan 21 20:00:31.375398 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-86a54309-36a5-42f2-bc4f-5acae073b1f0 req-df6ab189-6383-4f08-9421-cf7333f22c85 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Synchronizing usage tracker for tenant:b097bb8f9d8847ef997ca30adfb5fc15 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:00:31.394325 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-86a54309-36a5-42f2-bc4f-5acae073b1f0 req-df6ab189-6383-4f08-9421-cf7333f22c85 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Unset dirty status for tenant:b097bb8f9d8847ef997ca30adfb5fc15 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:00:31.408082 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-86a54309-36a5-42f2-bc4f-5acae073b1f0 req-df6ab189-6383-4f08-9421-cf7333f22c85 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] 10.222.0.74 "GET /v2.0/ports?device_id=02dca07f-5037-40da-9c12-a449f3a5d650 HTTP/1.1" status: 200 len: 210 time: 0.6101665 Jan 21 20:00:32.493610 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14b8b2-734b-40a3-b8e7-df980dc3b1e3 req-ad227a57-2579-413a-a980-15c8a5f02b18 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:32.496031 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8f14b8b2-734b-40a3-b8e7-df980dc3b1e3 req-ad227a57-2579-413a-a980-15c8a5f02b18 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 945 time: 0.1832597 Jan 21 20:00:32.606065 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-a3f68de0-156c-4cb8-800e-50690582c4d0 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Synchronizing usage tracker for tenant:e06769200dc344d2b76edf3f16b1d74b on resource:security_group {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:00:32.627025 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8f14b8b2-734b-40a3-b8e7-df980dc3b1e3 req-8ec560a6-d15d-412e-8bae-793576e1d29f tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056943 Jan 21 20:00:32.641969 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-a3f68de0-156c-4cb8-800e-50690582c4d0 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Unset dirty status for tenant:e06769200dc344d2b76edf3f16b1d74b on resource:security_group {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:00:32.643357 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-a3f68de0-156c-4cb8-800e-50690582c4d0 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1169694337&fields=id&tenant_id=e06769200dc344d2b76edf3f16b1d74b HTTP/1.1" status: 200 len: 267 time: 0.1462245 Jan 21 20:00:32.883627 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 56744) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:32.990181 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-a8363d11-d840-4748-94f3-2bd19b886509 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:32.993332 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-a8363d11-d840-4748-94f3-2bd19b886509 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/networks?id=254a3736-3eda-4653-a3dd-b7e3185fffc0 HTTP/1.1" status: 200 len: 811 time: 0.3374865 Jan 21 20:00:33.042107 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-47dd580c-8625-4385-8566-f2e4eb24b591 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/quotas/e06769200dc344d2b76edf3f16b1d74b HTTP/1.1" status: 200 len: 375 time: 0.0298231 Jan 21 20:00:33.292449 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-c6ddf4d9-6e0f-4ab9-ad91-9d9194b26606 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/ports?tenant_id=e06769200dc344d2b76edf3f16b1d74b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2425091 Jan 21 20:00:33.509071 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6c8219e-a84a-4785-91da-eb27918f23a5 admin admin] Deleting subnet 0c1900f9-e881-43bf-8a53-a3dc47783380 {{(pid=80113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 21 20:00:33.518131 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b6c8219e-a84a-4785-91da-eb27918f23a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:33.612115 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b6c8219e-a84a-4785-91da-eb27918f23a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145445'] for subnet, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:33.626110 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-64a77aa8-5ef3-485d-865b-c81f4cfe3657 service neutron] 10.222.0.74 "GET /v2.0/networks/254a3736-3eda-4653-a3dd-b7e3185fffc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157187 Jan 21 20:00:33.717627 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b6c8219e-a84a-4785-91da-eb27918f23a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846617693'] for subnet, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:33.908907 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-eeb2fcd1-1051-416f-bb7d-1fbc096ed3c3 service neutron] 10.222.0.74 "GET /v2.0/networks/254a3736-3eda-4653-a3dd-b7e3185fffc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2682054 Jan 21 20:00:34.140232 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc23ef7-4259-4421-b8b9-22daabe2d53c req-cd122da8-a6d6-4d1f-a3bd-6965bb1cfc34 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:34.144639 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1cc23ef7-4259-4421-b8b9-22daabe2d53c req-cd122da8-a6d6-4d1f-a3bd-6965bb1cfc34 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 945 time: 0.2330141 Jan 21 20:00:34.251444 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1cc23ef7-4259-4421-b8b9-22daabe2d53c req-161495d5-bbd4-4362-804c-e92dcb9c2810 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914207 Jan 21 20:00:34.466892 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e9b95458-f669-4c81-9986-165472b353f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:34.771705 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b6c8219e-a84a-4785-91da-eb27918f23a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8158139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852305712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853121062'] for subnet, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:34.907954 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a686449d-ecf4-44e4-9575-b570c20da2bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:35.011844 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c8219e-a84a-4785-91da-eb27918f23a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c1900f9-e881-43bf-8a53-a3dc47783380,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:35.047519 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b6c8219e-a84a-4785-91da-eb27918f23a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:35.108877 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-10443f61-abf9-4aa5-9298-62ed4cc28d47 req-04e751a9-6da6-47a5-ad48-6a06e75a5e3a tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/ports?device_id=79f7e2e9-b0df-4925-9173-691f7c609429 HTTP/1.1" status: 200 len: 210 time: 0.1365342 Jan 21 20:00:35.149213 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b6c8219e-a84a-4785-91da-eb27918f23a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:35.168524 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 56774) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:35.178574 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-b6c8219e-a84a-4785-91da-eb27918f23a5 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/0c1900f9-e881-43bf-8a53-a3dc47783380 HTTP/1.1" status: 204 len: 168 time: 2.2930675 Jan 21 20:00:35.418075 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cfd22cbb-5671-43cf-b3c9-962d9e56c18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846842325'] for network, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:35.908127 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cfd22cbb-5671-43cf-b3c9-962d9e56c18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8157968', 'neutron.services.segments.db._delete_segments_for_network--9223363307589961673'] for network, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:36.147500 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f240c33-5cee-4f38-b6bf-79e6601efd97 req-b0903801-2831-4b3a-9bb9-5ecbeaa0a10f tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:36.150101 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7f240c33-5cee-4f38-b6bf-79e6601efd97 req-b0903801-2831-4b3a-9bb9-5ecbeaa0a10f tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 945 time: 0.5906284 Jan 21 20:00:36.270001 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cfd22cbb-5671-43cf-b3c9-962d9e56c18a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 20:00:36.270001 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cfd22cbb-5671-43cf-b3c9-962d9e56c18a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 20:00:36.270913 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cfd22cbb-5671-43cf-b3c9-962d9e56c18a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 20:00:36.271294 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cfd22cbb-5671-43cf-b3c9-962d9e56c18a admin admin] Subscribe: > port after_create 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 20:00:36.271661 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cfd22cbb-5671-43cf-b3c9-962d9e56c18a admin admin] Subscribe: > port after_delete 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 20:00:36.272060 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cfd22cbb-5671-43cf-b3c9-962d9e56c18a admin admin] Subscribe: > port after_update 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 20:00:36.272423 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cfd22cbb-5671-43cf-b3c9-962d9e56c18a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 20:00:36.272806 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cfd22cbb-5671-43cf-b3c9-962d9e56c18a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 20:00:36.273248 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cfd22cbb-5671-43cf-b3c9-962d9e56c18a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 20:00:36.273779 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cfd22cbb-5671-43cf-b3c9-962d9e56c18a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 20:00:36.418989 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cfd22cbb-5671-43cf-b3c9-962d9e56c18a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 20:00:36.419892 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cfd22cbb-5671-43cf-b3c9-962d9e56c18a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 20:00:36.420623 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cfd22cbb-5671-43cf-b3c9-962d9e56c18a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 20:00:36.421107 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cfd22cbb-5671-43cf-b3c9-962d9e56c18a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80114) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 21 20:00:36.421642 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.segments.db [None req-cfd22cbb-5671-43cf-b3c9-962d9e56c18a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcf8d7bb-bde4-4859-98e8-bca2daf457e8']}} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:00:36.512165 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fe564fb1-bfad-4ae7-bf4a-e7e02d7b182c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:36.541723 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.segments.db [None req-cfd22cbb-5671-43cf-b3c9-962d9e56c18a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23c589ac-043e-4282-ad98-f9d86a119fbd') {'for_net_delete': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:00:36.542284 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.segments.db [None req-cfd22cbb-5671-43cf-b3c9-962d9e56c18a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23c589ac-043e-4282-ad98-f9d86a119fbd') {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:00:36.567657 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7f240c33-5cee-4f38-b6bf-79e6601efd97 req-942dcb85-d071-4e40-9c57-362f073ebb67 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4090443 Jan 21 20:00:36.599936 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e54aacae-2d0e-4cc7-8521-b99b8dd97b39 req-cedaae91-fada-4aee-99f4-f9638673cc42 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/ports?device_id=79f7e2e9-b0df-4925-9173-691f7c609429 HTTP/1.1" status: 200 len: 210 time: 0.1529779 Jan 21 20:00:36.609464 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cfd22cbb-5671-43cf-b3c9-962d9e56c18a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307589963209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2616602'] for segment, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:36.642721 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cfd22cbb-5671-43cf-b3c9-962d9e56c18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8360645'] for segment, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:36.646927 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cfd22cbb-5671-43cf-b3c9-962d9e56c18a admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 21 20:00:36.911393 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-cfd22cbb-5671-43cf-b3c9-962d9e56c18a admin admin] Network fcf8d7bb-bde4-4859-98e8-bca2daf457e8 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 20:00:36.926889 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cfd22cbb-5671-43cf-b3c9-962d9e56c18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846415140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214794'] for segment, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:37.539542 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:37.923710 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-a67483b7-4d8f-4724-b23d-41b0dcb29696 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:37.925466 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-a67483b7-4d8f-4724-b23d-41b0dcb29696 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.83 "GET /v2.0/networks?id=254a3736-3eda-4653-a3dd-b7e3185fffc0 HTTP/1.1" status: 200 len: 811 time: 0.9125385 Jan 21 20:00:37.941331 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-cfd22cbb-5671-43cf-b3c9-962d9e56c18a admin admin] Network fcf8d7bb-bde4-4859-98e8-bca2daf457e8 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 20:00:38.050200 dv-cinder-726180-8-iscsi neutron-server[80002]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 21 20:00:38.050200 dv-cinder-726180-8-iscsi neutron-server[80002]: (rel_b, rel_a, rel_b), Jan 21 20:00:38.050200 dv-cinder-726180-8-iscsi neutron-server[80002]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 21 20:00:38.050200 dv-cinder-726180-8-iscsi neutron-server[80002]: (rel_b, rel_a, rel_b), Jan 21 20:00:38.050200 dv-cinder-726180-8-iscsi neutron-server[80002]: Traceback (most recent call last): Jan 21 20:00:38.050200 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 20:00:38.050200 dv-cinder-726180-8-iscsi neutron-server[80002]: timer() Jan 21 20:00:38.050200 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 20:00:38.050200 dv-cinder-726180-8-iscsi neutron-server[80002]: cb(*args, **kw) Jan 21 20:00:38.050200 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 21 20:00:38.050200 dv-cinder-726180-8-iscsi neutron-server[80002]: return func(*args, **kwargs) Jan 21 20:00:38.050200 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 20:00:38.050200 dv-cinder-726180-8-iscsi neutron-server[80002]: self._notify() Jan 21 20:00:38.050200 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 20:00:38.050200 dv-cinder-726180-8-iscsi neutron-server[80002]: self.callback(batched_events) Jan 21 20:00:38.050200 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 20:00:38.050200 dv-cinder-726180-8-iscsi neutron-server[80002]: event.method(event) Jan 21 20:00:38.050200 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 20:00:38.050200 dv-cinder-726180-8-iscsi neutron-server[80002]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 20:00:38.050200 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 21 20:00:38.050200 dv-cinder-726180-8-iscsi neutron-server[80002]: segment_id)['aggregates'][0] Jan 21 20:00:38.050200 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 20:00:38.050200 dv-cinder-726180-8-iscsi neutron-server[80002]: return f(self, *a, **k) Jan 21 20:00:38.050200 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 20:00:38.050200 dv-cinder-726180-8-iscsi neutron-server[80002]: return self._get(url).json() Jan 21 20:00:38.050200 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 20:00:38.050200 dv-cinder-726180-8-iscsi neutron-server[80002]: **kwargs) Jan 21 20:00:38.050200 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 20:00:38.050200 dv-cinder-726180-8-iscsi neutron-server[80002]: return self.request(url, 'GET', **kwargs) Jan 21 20:00:38.050200 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 21 20:00:38.050200 dv-cinder-726180-8-iscsi neutron-server[80002]: **endpoint_filter) Jan 21 20:00:38.050200 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 20:00:38.050200 dv-cinder-726180-8-iscsi neutron-server[80002]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 20:00:38.050200 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 20:00:38.050200 dv-cinder-726180-8-iscsi neutron-server[80002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 20:00:38.050200 dv-cinder-726180-8-iscsi neutron-server[80002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 20:00:38.303200 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c6d4a673-38a4-44f2-b885-bf3fecc8e553 req-49209884-678c-4d5c-9da2-1d8ec4439731 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/ports?device_id=79f7e2e9-b0df-4925-9173-691f7c609429 HTTP/1.1" status: 200 len: 210 time: 0.3763795 Jan 21 20:00:38.390925 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cfd22cbb-5671-43cf-b3c9-962d9e56c18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846617832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853807049'] for network, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:38.408853 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cfd22cbb-5671-43cf-b3c9-962d9e56c18a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:38.414480 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:38.446924 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd22cbb-5671-43cf-b3c9-962d9e56c18a admin admin] Pushing event deleted for resources: {'Network': ['ID=fcf8d7bb-bde4-4859-98e8-bca2daf457e8,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:38.453702 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-cfd22cbb-5671-43cf-b3c9-962d9e56c18a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:38.481475 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-11f7bfd1-9a74-46b3-bf90-4e485372a949 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e06769200dc344d2b76edf3f16b1d74b HTTP/1.1" status: 200 len: 5765 time: 0.4432051 Jan 21 20:00:38.507983 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:38.537338 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-8066f932-d5bf-4a09-9efe-71e7d16a6d3d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Request body: {'port': {'device_id': '79f7e2e9-b0df-4925-9173-691f7c609429', 'network_id': '254a3736-3eda-4653-a3dd-b7e3185fffc0', 'admin_state_up': True, 'tenant_id': 'e06769200dc344d2b76edf3f16b1d74b', 'security_groups': ['b0de9197-38ff-4771-a521-40a10a34698d']}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:00:38.771727 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-cfd22cbb-5671-43cf-b3c9-962d9e56c18a admin admin] 10.222.0.74 "DELETE /v2.0/networks/fcf8d7bb-bde4-4859-98e8-bca2daf457e8 HTTP/1.1" status: 204 len: 168 time: 3.5977292 Jan 21 20:00:38.840571 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b82ac9-0284-41d2-ae1d-11f85a1f6db1 req-5a1ec615-466b-4ef2-9539-0341be120c0d tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:38.844029 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c5b82ac9-0284-41d2-ae1d-11f85a1f6db1 req-5a1ec615-466b-4ef2-9539-0341be120c0d tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 945 time: 0.8066611 Jan 21 20:00:38.954620 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c5b82ac9-0284-41d2-ae1d-11f85a1f6db1 req-c79f320f-84a2-40d5-966c-130f1ab42fba tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949855 Jan 21 20:00:38.967434 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-8066f932-d5bf-4a09-9efe-71e7d16a6d3d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:00:38.982875 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:38.986661 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-8066f932-d5bf-4a09-9efe-71e7d16a6d3d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Usage tracker for resource:port and tenant:e06769200dc344d2b76edf3f16b1d74b is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:00:38.991933 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-8066f932-d5bf-4a09-9efe-71e7d16a6d3d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Quota usage for port was recalculated. Used quota:2. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:00:39.005330 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-8066f932-d5bf-4a09-9efe-71e7d16a6d3d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:00:39.022269 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-8066f932-d5bf-4a09-9efe-71e7d16a6d3d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Made reservation on behalf of e06769200dc344d2b76edf3f16b1d74b for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:00:39.038503 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-8066f932-d5bf-4a09-9efe-71e7d16a6d3d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:39.113968 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 56814) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:39.201945 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-5ee05bdb-193f-4269-8250-4f9ec545db8f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b097bb8f9d8847ef997ca30adfb5fc15&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0863554 Jan 21 20:00:39.202969 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 56818) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:39.299116 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-934247f4-3ec1-48b1-a292-6ade97c39a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:39.349274 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-934247f4-3ec1-48b1-a292-6ade97c39a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:39.480093 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-934247f4-3ec1-48b1-a292-6ade97c39a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:39.495606 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-1dde7d88-3d2f-48f5-bb23-fab30599fa2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:39.518710 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934247f4-3ec1-48b1-a292-6ade97c39a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5462ee2-f684-466b-98c1-2d84d6241cee,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:39.531004 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934247f4-3ec1-48b1-a292-6ade97c39a73 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:39.531453 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934247f4-3ec1-48b1-a292-6ade97c39a73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:39.532112 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934247f4-3ec1-48b1-a292-6ade97c39a73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:39.532881 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934247f4-3ec1-48b1-a292-6ade97c39a73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:39.533354 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934247f4-3ec1-48b1-a292-6ade97c39a73 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:39.533966 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934247f4-3ec1-48b1-a292-6ade97c39a73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:39.534375 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934247f4-3ec1-48b1-a292-6ade97c39a73 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:39.534856 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934247f4-3ec1-48b1-a292-6ade97c39a73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:39.535302 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934247f4-3ec1-48b1-a292-6ade97c39a73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:39.535866 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934247f4-3ec1-48b1-a292-6ade97c39a73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:39.536300 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934247f4-3ec1-48b1-a292-6ade97c39a73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:39.536976 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934247f4-3ec1-48b1-a292-6ade97c39a73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:39.537435 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934247f4-3ec1-48b1-a292-6ade97c39a73 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:39.537836 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934247f4-3ec1-48b1-a292-6ade97c39a73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:39.538235 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934247f4-3ec1-48b1-a292-6ade97c39a73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:39.539949 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934247f4-3ec1-48b1-a292-6ade97c39a73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:39.540393 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934247f4-3ec1-48b1-a292-6ade97c39a73 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:39.540794 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934247f4-3ec1-48b1-a292-6ade97c39a73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:39.541400 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934247f4-3ec1-48b1-a292-6ade97c39a73 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:39.541847 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934247f4-3ec1-48b1-a292-6ade97c39a73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:39.542351 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934247f4-3ec1-48b1-a292-6ade97c39a73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:39.542844 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934247f4-3ec1-48b1-a292-6ade97c39a73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:39.543244 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934247f4-3ec1-48b1-a292-6ade97c39a73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:39.543725 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934247f4-3ec1-48b1-a292-6ade97c39a73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:39.548048 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-934247f4-3ec1-48b1-a292-6ade97c39a73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:39.557718 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-934247f4-3ec1-48b1-a292-6ade97c39a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:39.559956 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-934247f4-3ec1-48b1-a292-6ade97c39a73 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e5462ee2-f684-466b-98c1-2d84d6241cee HTTP/1.1" status: 204 len: 168 time: 0.3553076 Jan 21 20:00:39.630823 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-8066f932-d5bf-4a09-9efe-71e7d16a6d3d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Allocated IP 172.20.0.12 (254a3736-3eda-4653-a3dd-b7e3185fffc0/67448399-3ad8-4d60-b8f0-d9874d8637fd/2b0b98a3-4e31-4287-bddc-2fd0cc272432) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:00:39.661099 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f16f0132-19d7-41d9-ba6f-9c3fa8673bf3 req-5f55b24a-7161-4fbf-b787-1256e3fddf26 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/ports?device_id=79f7e2e9-b0df-4925-9173-691f7c609429 HTTP/1.1" status: 200 len: 210 time: 0.1388698 Jan 21 20:00:39.963520 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-8066f932-d5bf-4a09-9efe-71e7d16a6d3d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:39.984800 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-8066f932-d5bf-4a09-9efe-71e7d16a6d3d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Transition to ACTIVE for port object 2b0b98a3-4e31-4287-bddc-2fd0cc272432 will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:00:40.018555 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-8066f932-d5bf-4a09-9efe-71e7d16a6d3d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852560929'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:40.053744 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-aa89934f-8c0e-47c9-9881-38914a5f4e02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:40.225817 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8066f932-d5bf-4a09-9efe-71e7d16a6d3d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Pushing event updated for resources: {'Port': ['ID=2b0b98a3-4e31-4287-bddc-2fd0cc272432,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:40.248020 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066f932-d5bf-4a09-9efe-71e7d16a6d3d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:40.248537 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066f932-d5bf-4a09-9efe-71e7d16a6d3d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:40.248893 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066f932-d5bf-4a09-9efe-71e7d16a6d3d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:40.249297 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066f932-d5bf-4a09-9efe-71e7d16a6d3d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:40.249697 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066f932-d5bf-4a09-9efe-71e7d16a6d3d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:40.250105 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066f932-d5bf-4a09-9efe-71e7d16a6d3d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:40.250524 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066f932-d5bf-4a09-9efe-71e7d16a6d3d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:40.250919 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066f932-d5bf-4a09-9efe-71e7d16a6d3d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:40.251314 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066f932-d5bf-4a09-9efe-71e7d16a6d3d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:40.251710 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066f932-d5bf-4a09-9efe-71e7d16a6d3d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:40.252106 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066f932-d5bf-4a09-9efe-71e7d16a6d3d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:40.252517 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066f932-d5bf-4a09-9efe-71e7d16a6d3d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:40.252958 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066f932-d5bf-4a09-9efe-71e7d16a6d3d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:40.253352 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066f932-d5bf-4a09-9efe-71e7d16a6d3d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:40.253799 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066f932-d5bf-4a09-9efe-71e7d16a6d3d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:40.254188 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066f932-d5bf-4a09-9efe-71e7d16a6d3d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:40.254611 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066f932-d5bf-4a09-9efe-71e7d16a6d3d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:40.255001 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066f932-d5bf-4a09-9efe-71e7d16a6d3d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:40.255365 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066f932-d5bf-4a09-9efe-71e7d16a6d3d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:40.255760 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066f932-d5bf-4a09-9efe-71e7d16a6d3d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:40.256156 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066f932-d5bf-4a09-9efe-71e7d16a6d3d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:40.256550 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066f932-d5bf-4a09-9efe-71e7d16a6d3d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:40.257061 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066f932-d5bf-4a09-9efe-71e7d16a6d3d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:40.257334 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066f932-d5bf-4a09-9efe-71e7d16a6d3d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:00:40.263781 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-8066f932-d5bf-4a09-9efe-71e7d16a6d3d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:40.503215 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-8066f932-d5bf-4a09-9efe-71e7d16a6d3d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Network 254a3736-3eda-4653-a3dd-b7e3185fffc0 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:00:40.508132 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-8066f932-d5bf-4a09-9efe-71e7d16a6d3d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:00:40.511124 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-8066f932-d5bf-4a09-9efe-71e7d16a6d3d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:00:40.717550 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-8066f932-d5bf-4a09-9efe-71e7d16a6d3d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:40.719237 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-8066f932-d5bf-4a09-9efe-71e7d16a6d3d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:40.778888 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-8066f932-d5bf-4a09-9efe-71e7d16a6d3d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2566364 Jan 21 20:00:40.786596 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e084a64-7f4f-4e86-8b43-4fd606c3b2e4 req-26340b77-5bc9-4eab-9c30-e88eb4c2cbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:40.789078 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6e084a64-7f4f-4e86-8b43-4fd606c3b2e4 req-26340b77-5bc9-4eab-9c30-e88eb4c2cbf7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ac30196b7fac4ccba1cac9aaee7458e7&device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 1162 time: 0.3615749 Jan 21 20:00:40.815153 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1ef35-8017-426b-953e-96c22dc46fab req-789cf298-f889-4d99-bd70-8fb9178ae005 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:40.816950 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-abd1ef35-8017-426b-953e-96c22dc46fab req-789cf298-f889-4d99-bd70-8fb9178ae005 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 945 time: 0.4604757 Jan 21 20:00:40.856419 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-0e86c4df-0191-4db8-9fc5-0a45bc210557 service neutron] Request body: {'port': {'device_id': '79f7e2e9-b0df-4925-9173-691f7c609429', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:00:40.950261 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-e47c6ba3-ae63-4cb3-ab43-fc0f3f1f888f None None] Provisioning for port 2b0b98a3-4e31-4287-bddc-2fd0cc272432 completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:00:40.965480 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-e47c6ba3-ae63-4cb3-ab43-fc0f3f1f888f None None] Provisioning complete for port 2b0b98a3-4e31-4287-bddc-2fd0cc272432 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:00:40.966329 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e47c6ba3-ae63-4cb3-ab43-fc0f3f1f888f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:41.059208 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-e47c6ba3-ae63-4cb3-ab43-fc0f3f1f888f None None] Port 2b0b98a3-4e31-4287-bddc-2fd0cc272432 cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 20:00:41.218275 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-abd1ef35-8017-426b-953e-96c22dc46fab req-ef2fc2af-08b0-4466-8ffb-448b47553678 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2862399 Jan 21 20:00:41.385986 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e084a64-7f4f-4e86-8b43-4fd606c3b2e4 req-3ce37008-64b6-47d8-ba87-01a007104a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:41.387783 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6e084a64-7f4f-4e86-8b43-4fd606c3b2e4 req-3ce37008-64b6-47d8-ba87-01a007104a2e service neutron] 10.222.0.83 "GET /v2.0/networks?id=d6138fb5-b76e-4f29-8bbf-74ec66db9e66 HTTP/1.1" status: 200 len: 911 time: 0.5696464 Jan 21 20:00:41.393525 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-0e86c4df-0191-4db8-9fc5-0a45bc210557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:41.535432 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6d406-0c1d-4f16-a7c7-2fdad075101a req-fa058ad3-8449-4559-adfb-033671e12dc4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:41.536262 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-aae6d406-0c1d-4f16-a7c7-2fdad075101a req-fa058ad3-8449-4559-adfb-033671e12dc4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Synchronizing usage tracker for tenant:e06769200dc344d2b76edf3f16b1d74b on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:00:41.651817 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6e084a64-7f4f-4e86-8b43-4fd606c3b2e4 req-6c7a0101-4651-4cff-9ff0-073663fc48f9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ace9033-d0df-4cf8-96a2-b427cf301a87 HTTP/1.1" status: 200 len: 1000 time: 0.2426939 Jan 21 20:00:41.949041 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-aae6d406-0c1d-4f16-a7c7-2fdad075101a req-fa058ad3-8449-4559-adfb-033671e12dc4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Unset dirty status for tenant:e06769200dc344d2b76edf3f16b1d74b on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:00:41.949041 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-aae6d406-0c1d-4f16-a7c7-2fdad075101a req-fa058ad3-8449-4559-adfb-033671e12dc4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/ports?device_id=79f7e2e9-b0df-4925-9173-691f7c609429 HTTP/1.1" status: 200 len: 932 time: 0.8378742 Jan 21 20:00:42.159670 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e084a64-7f4f-4e86-8b43-4fd606c3b2e4 req-c8b307a4-2a48-4287-831f-6fde99acc49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:42.161309 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6e084a64-7f4f-4e86-8b43-4fd606c3b2e4 req-c8b307a4-2a48-4287-831f-6fde99acc49e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c1281d7a-a47b-4e8a-8373-d8daef5b1038 HTTP/1.1" status: 200 len: 856 time: 0.4998744 Jan 21 20:00:42.227413 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-aae6d406-0c1d-4f16-a7c7-2fdad075101a req-070b64ed-9951-40c1-a7e7-5b1b21d211aa tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/security-groups?id=b0de9197-38ff-4771-a521-40a10a34698d&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.2135668 Jan 21 20:00:42.739788 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e084a64-7f4f-4e86-8b43-4fd606c3b2e4 req-859460d8-e80d-4a01-80da-cced579b3172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:42.741654 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6e084a64-7f4f-4e86-8b43-4fd606c3b2e4 req-859460d8-e80d-4a01-80da-cced579b3172 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d6138fb5-b76e-4f29-8bbf-74ec66db9e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5244315 Jan 21 20:00:42.939474 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a96cec-d199-4729-8277-12cfc6884ec0 req-efc92fa1-fe8f-446c-b981-a547a291fd05 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:42.941468 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-81a96cec-d199-4729-8277-12cfc6884ec0 req-efc92fa1-fe8f-446c-b981-a547a291fd05 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 945 time: 0.3927677 Jan 21 20:00:43.162324 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-81a96cec-d199-4729-8277-12cfc6884ec0 req-b63a57c6-67e8-4a2f-9780-fcd9d69eaf71 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2058470 Jan 21 20:00:43.171233 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6e084a64-7f4f-4e86-8b43-4fd606c3b2e4 req-80cab7a3-fa82-4be9-8c92-0b739f830de3 service neutron] 10.222.0.83 "GET /v2.0/networks/d6138fb5-b76e-4f29-8bbf-74ec66db9e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168572 Jan 21 20:00:43.178701 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-0e86c4df-0191-4db8-9fc5-0a45bc210557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b0b98a3-4e31-4287-bddc-2fd0cc272432 {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 20:00:43.223476 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-0e86c4df-0191-4db8-9fc5-0a45bc210557 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:43.355939 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-0e86c4df-0191-4db8-9fc5-0a45bc210557 service neutron] Transition to ACTIVE for port object 2b0b98a3-4e31-4287-bddc-2fd0cc272432 will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:00:43.416505 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-0e86c4df-0191-4db8-9fc5-0a45bc210557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214824'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:43.511524 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-690f32bc-952f-490f-9e59-a3a167409fa4 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:43.907113 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e86c4df-0191-4db8-9fc5-0a45bc210557 service neutron] Pushing event updated for resources: {'Port': ['ID=2b0b98a3-4e31-4287-bddc-2fd0cc272432,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:43.922339 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0e86c4df-0191-4db8-9fc5-0a45bc210557 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:43.957840 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6e084a64-7f4f-4e86-8b43-4fd606c3b2e4 req-cb08eb68-890f-4f06-9e8b-d174ab2f1caf service neutron] 10.222.0.83 "GET /v2.0/networks/d6138fb5-b76e-4f29-8bbf-74ec66db9e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7700255 Jan 21 20:00:44.101636 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a69814-c72e-4c2d-a705-da2a4ec760c1 req-4244c7e0-c93e-4ec2-a346-cfd6635a789f tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:44.104424 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-24a69814-c72e-4c2d-a705-da2a4ec760c1 req-4244c7e0-c93e-4ec2-a346-cfd6635a789f tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/ports?device_id=79f7e2e9-b0df-4925-9173-691f7c609429 HTTP/1.1" status: 200 len: 944 time: 0.6659353 Jan 21 20:00:44.412135 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-24a69814-c72e-4c2d-a705-da2a4ec760c1 req-e8dbfbb9-ea1f-445f-9f90-3cec667a5d7d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/security-groups?id=b0de9197-38ff-4771-a521-40a10a34698d&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.2974825 Jan 21 20:00:44.557947 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-0e86c4df-0191-4db8-9fc5-0a45bc210557 service neutron] Attempting to bind port 2b0b98a3-4e31-4287-bddc-2fd0cc272432 on host hv-cinder-72618 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 20:00:44.558313 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-0e86c4df-0191-4db8-9fc5-0a45bc210557 service neutron] Attempting to bind port 2b0b98a3-4e31-4287-bddc-2fd0cc272432 by drivers openvswitch on host hv-cinder-72618 at level 0 using segments [{'id': '280e0ed6-2977-414d-a5e1-db08aca200b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '254a3736-3eda-4653-a3dd-b7e3185fffc0'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 20:00:44.558702 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-0e86c4df-0191-4db8-9fc5-0a45bc210557 service neutron] Attempting to bind port 2b0b98a3-4e31-4287-bddc-2fd0cc272432 on network 254a3736-3eda-4653-a3dd-b7e3185fffc0 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 20:00:44.572312 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-0e86c4df-0191-4db8-9fc5-0a45bc210557 service neutron] Checking agent: {'id': 'f41af306-ec4b-4f2b-b4b7-a53ee99eba1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 53, 28), 'started_at': datetime.datetime(2021, 1, 21, 19, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 20, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 20:00:44.572703 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-0e86c4df-0191-4db8-9fc5-0a45bc210557 service neutron] Checking segment: {'id': '280e0ed6-2977-414d-a5e1-db08aca200b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '254a3736-3eda-4653-a3dd-b7e3185fffc0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:00:44.573121 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-0e86c4df-0191-4db8-9fc5-0a45bc210557 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:44.573584 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-0e86c4df-0191-4db8-9fc5-0a45bc210557 service neutron] Bound using segment: {'id': '280e0ed6-2977-414d-a5e1-db08aca200b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '254a3736-3eda-4653-a3dd-b7e3185fffc0'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 20:00:44.574096 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-0e86c4df-0191-4db8-9fc5-0a45bc210557 service neutron] Bound port: 2b0b98a3-4e31-4287-bddc-2fd0cc272432, host: hv-cinder-72618, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '280e0ed6-2977-414d-a5e1-db08aca200b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '254a3736-3eda-4653-a3dd-b7e3185fffc0'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 20:00:44.574572 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-0e86c4df-0191-4db8-9fc5-0a45bc210557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:44.760045 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3f332-b7a5-459d-bf05-11f3d8ce7855 req-d4e7e44b-a2e5-49c1-b9a9-3e29ab20b6a3 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:44.761810 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b7b3f332-b7a5-459d-bf05-11f3d8ce7855 req-d4e7e44b-a2e5-49c1-b9a9-3e29ab20b6a3 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 945 time: 0.2752783 Jan 21 20:00:44.767895 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-0e86c4df-0191-4db8-9fc5-0a45bc210557 service neutron] For port 2b0b98a3-4e31-4287-bddc-2fd0cc272432, host hv-cinder-72618, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 20:00:44.774867 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-0e86c4df-0191-4db8-9fc5-0a45bc210557 service neutron] For port 2b0b98a3-4e31-4287-bddc-2fd0cc272432, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=2b0b98a3-4e31-4287-bddc-2fd0cc272432,segment=NetworkSegment(280e0ed6-2977-414d-a5e1-db08aca200b2),segment_id=280e0ed6-2977-414d-a5e1-db08aca200b2)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 20:00:44.800346 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-0e86c4df-0191-4db8-9fc5-0a45bc210557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214824'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:44.817232 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-1e81a745-2d20-46da-afdf-b35e9f8153be tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:45.283595 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b7b3f332-b7a5-459d-bf05-11f3d8ce7855 req-5ac061f0-be48-4a54-a391-c11a0a96e458 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5062311 Jan 21 20:00:45.297480 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e86c4df-0191-4db8-9fc5-0a45bc210557 service neutron] Pushing event updated for resources: {'Port': ['ID=2b0b98a3-4e31-4287-bddc-2fd0cc272432,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:45.321508 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0e86c4df-0191-4db8-9fc5-0a45bc210557 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:45.377476 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-0e86c4df-0191-4db8-9fc5-0a45bc210557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:45.378292 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-0e86c4df-0191-4db8-9fc5-0a45bc210557 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:45.380770 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-0e86c4df-0191-4db8-9fc5-0a45bc210557 service neutron] 10.222.0.83 "PUT /v2.0/ports/2b0b98a3-4e31-4287-bddc-2fd0cc272432 HTTP/1.1" status: 200 len: 1158 time: 4.5358443 Jan 21 20:00:45.381575 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79f7e2e9-b0df-4925-9173-691f7c609429', 'tag': '2b0b98a3-4e31-4287-bddc-2fd0cc272432'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:00:45.555244 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79f7e2e9-b0df-4925-9173-691f7c609429', 'tag': '2b0b98a3-4e31-4287-bddc-2fd0cc272432', 'status': 'completed', 'code': 200} Jan 21 20:00:45.675659 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-6cef373f-c8c2-471d-8997-0a31006b5077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:45.680337 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-6cef373f-c8c2-471d-8997-0a31006b5077 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e06769200dc344d2b76edf3f16b1d74b&device_id=79f7e2e9-b0df-4925-9173-691f7c609429 HTTP/1.1" status: 200 len: 1161 time: 0.1951697 Jan 21 20:00:45.912741 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-6a6f7254-88e1-4598-a77f-f0679b79fa74 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b0b98a3-4e31-4287-bddc-2fd0cc272432 HTTP/1.1" status: 200 len: 217 time: 0.2154832 Jan 21 20:00:46.064728 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-687d3c11-ace4-42fe-be96-dce4ca9efab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:46.067544 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-687d3c11-ace4-42fe-be96-dce4ca9efab9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67448399-3ad8-4d60-b8f0-d9874d8637fd HTTP/1.1" status: 200 len: 850 time: 0.1424153 Jan 21 20:00:46.232255 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 0ace9033-d0df-4cf8-96a2-b427cf301a87 no longer exists at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:00:46.234825 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456f5e7-befa-4bd9-a200-a8eba11f84bc req-c2e45fa3-dfb7-4b8e-83db-7019303f8695 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:46.249355 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f456f5e7-befa-4bd9-a200-a8eba11f84bc req-c2e45fa3-dfb7-4b8e-83db-7019303f8695 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/ports?device_id=79f7e2e9-b0df-4925-9173-691f7c609429 HTTP/1.1" status: 200 len: 944 time: 0.4234197 Jan 21 20:00:46.348537 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f456f5e7-befa-4bd9-a200-a8eba11f84bc req-e0f69891-6d0a-49f9-9d88-3e0f4a164b08 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/security-groups?id=b0de9197-38ff-4771-a521-40a10a34698d&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0910177 Jan 21 20:00:46.363219 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-80ae12de-6519-4b08-a07c-21105a06b225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:46.366823 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-80ae12de-6519-4b08-a07c-21105a06b225 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=254a3736-3eda-4653-a3dd-b7e3185fffc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2794206 Jan 21 20:00:46.455078 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:46.500795 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] For port 0ace9033-d0df-4cf8-96a2-b427cf301a87, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=0ace9033-d0df-4cf8-96a2-b427cf301a87,segment=NetworkSegment(1f47a8ba-e3ad-4d68-a35b-b035d86b14ed),segment_id=1f47a8ba-e3ad-4d68-a35b-b035d86b14ed)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:00:46.502754 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ace9033-d0df-4cf8-96a2-b427cf301a87'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:00:46.511727 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:46.514672 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:46.700704 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Pushing event updated for resources: {'Port': ['ID=0ace9033-d0df-4cf8-96a2-b427cf301a87,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:46.705394 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:46.745188 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ace9033-d0df-4cf8-96a2-b427cf301a87', 'code': 200} Jan 21 20:00:46.837109 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-dd760fff-8fe8-4a01-aa86-00a0d6d23884 service neutron] 10.222.0.83 "GET /v2.0/networks/254a3736-3eda-4653-a3dd-b7e3185fffc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4616427 Jan 21 20:00:46.845146 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 56996) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:47.147193 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d2fab522-2c87-41da-8432-e1c84ff513bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:47.163568 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d19ed-17f9-4e37-8c69-39f6077fb4bd req-185251f5-0852-479b-8de4-fd5d5c5e71bb tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:47.168532 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8b1d19ed-17f9-4e37-8c69-39f6077fb4bd req-185251f5-0852-479b-8de4-fd5d5c5e71bb tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 943 time: 0.4996188 Jan 21 20:00:47.173058 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-d2fab522-2c87-41da-8432-e1c84ff513bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:00:47.181352 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-d2fab522-2c87-41da-8432-e1c84ff513bb admin admin] Usage tracker for resource:security_group_rule and tenant:01489f4e31de401da894b8733a6f5da3 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:00:47.187510 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-d2fab522-2c87-41da-8432-e1c84ff513bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:00:47.199753 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-d2fab522-2c87-41da-8432-e1c84ff513bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:00:47.246543 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 57004) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:47.258064 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-419e3355-9749-4ea6-bf4b-f481fbf70be4 req-e6781716-0623-4bba-8ef4-982e54c915f2 service neutron] 10.222.0.83 "GET /v2.0/networks/254a3736-3eda-4653-a3dd-b7e3185fffc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4106541 Jan 21 20:00:47.334449 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8b1d19ed-17f9-4e37-8c69-39f6077fb4bd req-785657f3-10d9-49a6-90d8-4f9e9967bb9c tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326733 Jan 21 20:00:47.355652 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d2fab522-2c87-41da-8432-e1c84ff513bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:47.360970 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d2fab522-2c87-41da-8432-e1c84ff513bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:47.414892 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b7dc51ab-e82c-4ec9-a024-53b2c27d972a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:47.505421 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-d2fab522-2c87-41da-8432-e1c84ff513bb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=01489f4e31de401da894b8733a6f5da3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6588101 Jan 21 20:00:47.506563 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 57014) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:47.508644 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fab522-2c87-41da-8432-e1c84ff513bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf94ba09-c3fd-479a-bc24-ed5b48f45408,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:47.519510 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d2fab522-2c87-41da-8432-e1c84ff513bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:47.572824 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cb41b161-b9e5-47db-a74c-8c410a7325f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:47.614490 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-899a14cf-4bf7-4a04-8d69-7b4a3a5e055f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:47.615722 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-cb41b161-b9e5-47db-a74c-8c410a7325f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:00:47.620382 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-cb41b161-b9e5-47db-a74c-8c410a7325f9 admin admin] Usage tracker for resource:security_group_rule and tenant:7b7a5b3eaeec4c50b1c65111b1dcc55d is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:00:47.626246 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-cb41b161-b9e5-47db-a74c-8c410a7325f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:00:47.635089 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-cb41b161-b9e5-47db-a74c-8c410a7325f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:00:47.652141 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-899a14cf-4bf7-4a04-8d69-7b4a3a5e055f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:47.679472 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba7068-91e7-4368-8a85-3be4aaff8945 req-72f7073e-9254-400c-978b-32aa18e2a93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:47.681577 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6eba7068-91e7-4368-8a85-3be4aaff8945 req-72f7073e-9254-400c-978b-32aa18e2a93d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e06769200dc344d2b76edf3f16b1d74b&device_id=79f7e2e9-b0df-4925-9173-691f7c609429 HTTP/1.1" status: 200 len: 1161 time: 0.3156192 Jan 21 20:00:47.772774 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-899a14cf-4bf7-4a04-8d69-7b4a3a5e055f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:47.778069 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-4dc881ec-644c-43da-ab6d-0fce928b8d3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:47.795263 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899a14cf-4bf7-4a04-8d69-7b4a3a5e055f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf94ba09-c3fd-479a-bc24-ed5b48f45408,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:47.799617 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-899a14cf-4bf7-4a04-8d69-7b4a3a5e055f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:47.803609 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-899a14cf-4bf7-4a04-8d69-7b4a3a5e055f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:47.810600 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-899a14cf-4bf7-4a04-8d69-7b4a3a5e055f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bf94ba09-c3fd-479a-bc24-ed5b48f45408 HTTP/1.1" status: 204 len: 168 time: 0.2898929 Jan 21 20:00:47.994678 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cb41b161-b9e5-47db-a74c-8c410a7325f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:48.012429 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cb41b161-b9e5-47db-a74c-8c410a7325f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:48.034312 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:48.075873 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba7068-91e7-4368-8a85-3be4aaff8945 req-af75bfce-6a3e-4809-8a88-a4e6f6c81614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:48.077559 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6eba7068-91e7-4368-8a85-3be4aaff8945 req-af75bfce-6a3e-4809-8a88-a4e6f6c81614 service neutron] 10.222.0.83 "GET /v2.0/networks?id=254a3736-3eda-4653-a3dd-b7e3185fffc0 HTTP/1.1" status: 200 len: 905 time: 0.3824968 Jan 21 20:00:48.228552 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb785c-0b78-4a8b-8fb3-05c70cb68ea7 req-038be00c-019f-4fce-8772-1c2bbc91a1e8 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:48.230285 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-84eb785c-0b78-4a8b-8fb3-05c70cb68ea7 req-038be00c-019f-4fce-8772-1c2bbc91a1e8 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/ports?device_id=79f7e2e9-b0df-4925-9173-691f7c609429 HTTP/1.1" status: 200 len: 944 time: 0.4118314 Jan 21 20:00:48.236514 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 57028) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:48.236791 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-cb41b161-b9e5-47db-a74c-8c410a7325f9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7b7a5b3eaeec4c50b1c65111b1dcc55d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9845583 Jan 21 20:00:48.237778 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb41b161-b9e5-47db-a74c-8c410a7325f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b9a68e-356b-4d15-af15-c6e27ed8e28a,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:48.259098 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-cb41b161-b9e5-47db-a74c-8c410a7325f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:48.260893 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6eba7068-91e7-4368-8a85-3be4aaff8945 req-659b0202-e35b-4416-bd5c-4e2464328fc6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b0b98a3-4e31-4287-bddc-2fd0cc272432 HTTP/1.1" status: 200 len: 217 time: 0.1613297 Jan 21 20:00:48.348611 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f37955c2-d266-4eb3-ac1c-7a6f7a59ca31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:48.393349 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f37955c2-d266-4eb3-ac1c-7a6f7a59ca31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:48.425299 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-84eb785c-0b78-4a8b-8fb3-05c70cb68ea7 req-574eacf1-22d2-418c-a022-6e60adafcce9 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/security-groups?id=b0de9197-38ff-4771-a521-40a10a34698d&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1535277 Jan 21 20:00:48.445222 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba7068-91e7-4368-8a85-3be4aaff8945 req-9ddf2e7d-c010-4e43-9326-48b9055c5a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:48.455828 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6eba7068-91e7-4368-8a85-3be4aaff8945 req-9ddf2e7d-c010-4e43-9326-48b9055c5a7a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67448399-3ad8-4d60-b8f0-d9874d8637fd HTTP/1.1" status: 200 len: 850 time: 0.1828096 Jan 21 20:00:48.480160 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f37955c2-d266-4eb3-ac1c-7a6f7a59ca31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:48.489955 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:48.517245 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37955c2-d266-4eb3-ac1c-7a6f7a59ca31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b9a68e-356b-4d15-af15-c6e27ed8e28a,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:48.524276 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 57034) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:48.535902 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f37955c2-d266-4eb3-ac1c-7a6f7a59ca31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:48.538285 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f37955c2-d266-4eb3-ac1c-7a6f7a59ca31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:48.541053 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-f37955c2-d266-4eb3-ac1c-7a6f7a59ca31 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/98b9a68e-356b-4d15-af15-c6e27ed8e28a HTTP/1.1" status: 204 len: 168 time: 0.3026764 Jan 21 20:00:48.563559 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7c2e675e-b3ec-41b6-a98c-96a8d79aa53f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:48.617409 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-7c2e675e-b3ec-41b6-a98c-96a8d79aa53f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:00:48.624622 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-7c2e675e-b3ec-41b6-a98c-96a8d79aa53f admin admin] Usage tracker for resource:security_group_rule and tenant:c60d9f8528af41bc9d8c27ecf562470b is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:00:48.629747 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-7c2e675e-b3ec-41b6-a98c-96a8d79aa53f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:00:48.639223 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-7c2e675e-b3ec-41b6-a98c-96a8d79aa53f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:00:48.644412 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba7068-91e7-4368-8a85-3be4aaff8945 req-0f9b5385-fa6f-4131-b3db-fbd612bdf9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:48.647258 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6eba7068-91e7-4368-8a85-3be4aaff8945 req-0f9b5385-fa6f-4131-b3db-fbd612bdf9c1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=254a3736-3eda-4653-a3dd-b7e3185fffc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1842198 Jan 21 20:00:48.902546 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6eba7068-91e7-4368-8a85-3be4aaff8945 req-8c9ea2d5-5da3-4cde-9d12-02f6f436ac53 service neutron] 10.222.0.83 "GET /v2.0/networks/254a3736-3eda-4653-a3dd-b7e3185fffc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443767 Jan 21 20:00:49.079086 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7c2e675e-b3ec-41b6-a98c-96a8d79aa53f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:49.103180 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7c2e675e-b3ec-41b6-a98c-96a8d79aa53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:49.126043 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d66e8fd6-ece6-4ec9-a767-cc8289eae8bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:49.281534 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e675e-b3ec-41b6-a98c-96a8d79aa53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c23ca0-3fe2-4881-85fd-4583b6289c74,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:49.305348 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-7c2e675e-b3ec-41b6-a98c-96a8d79aa53f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c60d9f8528af41bc9d8c27ecf562470b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7748599 Jan 21 20:00:49.305348 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-7c2e675e-b3ec-41b6-a98c-96a8d79aa53f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:49.305723 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 57062) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:49.326320 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6eba7068-91e7-4368-8a85-3be4aaff8945 req-de823427-eeea-47e9-aa15-2adc59fe23af service neutron] 10.222.0.83 "GET /v2.0/networks/254a3736-3eda-4653-a3dd-b7e3185fffc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4116225 Jan 21 20:00:49.474052 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e498d228-b66b-4b7d-bcd7-4f1ae7a41489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:49.529023 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e498d228-b66b-4b7d-bcd7-4f1ae7a41489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:49.582534 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157108b9-34c5-43dc-af6d-1578f2fc53ab req-baef61b2-9460-4aa1-802f-e7fb67f7e7e3 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:49.598017 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-157108b9-34c5-43dc-af6d-1578f2fc53ab req-baef61b2-9460-4aa1-802f-e7fb67f7e7e3 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 943 time: 0.2881715 Jan 21 20:00:49.631319 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 57074) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:49.667034 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e498d228-b66b-4b7d-bcd7-4f1ae7a41489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:49.677081 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d2fab522-2c87-41da-8432-e1c84ff513bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:49.695527 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498d228-b66b-4b7d-bcd7-4f1ae7a41489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c23ca0-3fe2-4881-85fd-4583b6289c74,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:49.698565 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e498d228-b66b-4b7d-bcd7-4f1ae7a41489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:49.705377 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e498d228-b66b-4b7d-bcd7-4f1ae7a41489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:49.711490 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-e498d228-b66b-4b7d-bcd7-4f1ae7a41489 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/42c23ca0-3fe2-4881-85fd-4583b6289c74 HTTP/1.1" status: 204 len: 168 time: 0.4000013 Jan 21 20:00:49.754220 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-157108b9-34c5-43dc-af6d-1578f2fc53ab req-a31d3256-b059-45f5-b366-b479f13cffa1 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539853 Jan 21 20:00:50.030515 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec281f-14c0-4a52-b425-fbee8b40d2d6 req-83abe972-6761-4caf-ad6c-a5435df6a548 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:50.036383 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c2ec281f-14c0-4a52-b425-fbee8b40d2d6 req-83abe972-6761-4caf-ad6c-a5435df6a548 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/ports?device_id=79f7e2e9-b0df-4925-9173-691f7c609429 HTTP/1.1" status: 200 len: 944 time: 0.1673584 Jan 21 20:00:50.215466 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-90744522-7172-4cfc-8bed-2ece693e322a req-43966be3-4d1f-4083-8305-a4c4506e6b0e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5708137 Jan 21 20:00:50.240683 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c2ec281f-14c0-4a52-b425-fbee8b40d2d6 req-380dd954-8e7c-4413-b30a-1fa35c605016 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/security-groups?id=b0de9197-38ff-4771-a521-40a10a34698d&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1783226 Jan 21 20:00:51.165270 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53117095-e600-4b5a-adf1-5961bacf0755 req-1a64e9c7-3df4-4ce3-84d8-ff5b89c1ec68 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:51.171326 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-53117095-e600-4b5a-adf1-5961bacf0755 req-1a64e9c7-3df4-4ce3-84d8-ff5b89c1ec68 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 943 time: 0.1857295 Jan 21 20:00:51.288067 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-53117095-e600-4b5a-adf1-5961bacf0755 req-508257ed-269e-4050-99cd-b01e10eb29e0 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113150 Jan 21 20:00:51.766917 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3aeb8-44f4-4efb-b594-cd58b929cd10 req-8e17fd98-a8fa-43d4-a980-e1fbfd2efe04 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:51.781297 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f1f3aeb8-44f4-4efb-b594-cd58b929cd10 req-8e17fd98-a8fa-43d4-a980-e1fbfd2efe04 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/ports?device_id=79f7e2e9-b0df-4925-9173-691f7c609429 HTTP/1.1" status: 200 len: 944 time: 0.2731993 Jan 21 20:00:51.853858 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f1f3aeb8-44f4-4efb-b594-cd58b929cd10 req-5f6bb279-7975-4c02-9bc9-9f411bdd6fc9 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/security-groups?id=b0de9197-38ff-4771-a521-40a10a34698d&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0709352 Jan 21 20:00:52.811643 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb96026-7379-4f75-bdf9-5d14021521e8 req-666d8895-5ef6-43b1-ac4d-c0e11e4f7456 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:52.814668 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-acb96026-7379-4f75-bdf9-5d14021521e8 req-666d8895-5ef6-43b1-ac4d-c0e11e4f7456 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 943 time: 0.2438343 Jan 21 20:00:52.917485 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-acb96026-7379-4f75-bdf9-5d14021521e8 req-046b2a47-e7b8-48ed-a956-ef4dfd0155e4 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890279 Jan 21 20:00:52.990004 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.agents_db [None req-c7ecb146-6622-446f-8bab-48f8cf3fe8cd None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:00:53.303434 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fe8ae-c168-4e58-b6ca-ca8342ab4654 req-60d649a7-ee1b-41d3-ac1a-7256aa8442cf tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:53.311794 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7f6fe8ae-c168-4e58-b6ca-ca8342ab4654 req-60d649a7-ee1b-41d3-ac1a-7256aa8442cf tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/ports?device_id=79f7e2e9-b0df-4925-9173-691f7c609429 HTTP/1.1" status: 200 len: 944 time: 0.2018573 Jan 21 20:00:53.320141 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90744522-7172-4cfc-8bed-2ece693e322a req-22756e55-6336-4a7a-80c2-07bffb3045cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:53.322682 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-90744522-7172-4cfc-8bed-2ece693e322a req-22756e55-6336-4a7a-80c2-07bffb3045cb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5&tenant_id=ac30196b7fac4ccba1cac9aaee7458e7 HTTP/1.1" status: 200 len: 1160 time: 0.2906439 Jan 21 20:00:53.441497 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7f6fe8ae-c168-4e58-b6ca-ca8342ab4654 req-60f65885-0682-49f5-acef-ba0c848a4b5c tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/security-groups?id=b0de9197-38ff-4771-a521-40a10a34698d&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1260881 Jan 21 20:00:53.500687 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 57174) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:53.513924 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90744522-7172-4cfc-8bed-2ece693e322a req-46942722-6900-45d0-adbd-5f08a017dc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:53.516795 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-90744522-7172-4cfc-8bed-2ece693e322a req-46942722-6900-45d0-adbd-5f08a017dc90 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ac30196b7fac4ccba1cac9aaee7458e7&device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 1160 time: 0.1430995 Jan 21 20:00:53.751812 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90744522-7172-4cfc-8bed-2ece693e322a req-6e8b7c77-dbec-46d1-a8ba-f01830056a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:53.754786 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-90744522-7172-4cfc-8bed-2ece693e322a req-6e8b7c77-dbec-46d1-a8ba-f01830056a4c service neutron] 10.222.0.83 "GET /v2.0/networks?id=d6138fb5-b76e-4f29-8bbf-74ec66db9e66 HTTP/1.1" status: 200 len: 911 time: 0.2294500 Jan 21 20:00:53.759519 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b8089d3d-e945-438d-a931-6e0e77b7964c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:53.779020 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-b8089d3d-e945-438d-a931-6e0e77b7964c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:00:53.786592 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-b8089d3d-e945-438d-a931-6e0e77b7964c admin admin] Usage tracker for resource:security_group_rule and tenant:5e13a48874ad4208b288c3bfdabe49a0 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:00:53.790445 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-b8089d3d-e945-438d-a931-6e0e77b7964c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:00:53.798196 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-b8089d3d-e945-438d-a931-6e0e77b7964c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:00:53.956151 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b8089d3d-e945-438d-a931-6e0e77b7964c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:53.960467 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b8089d3d-e945-438d-a931-6e0e77b7964c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:53.979535 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-62220b9b-249c-4de8-8831-58a7845f286e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:54.071981 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-b8089d3d-e945-438d-a931-6e0e77b7964c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5e13a48874ad4208b288c3bfdabe49a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5694389 Jan 21 20:00:54.075128 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 57182) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:54.147531 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8089d3d-e945-438d-a931-6e0e77b7964c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfabcc02-1923-4f04-82c2-ca3b7aef8705,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:54.155051 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b8089d3d-e945-438d-a931-6e0e77b7964c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:54.185876 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cbc9f997-25a6-4b37-853d-edf55601905d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:54.224480 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-90744522-7172-4cfc-8bed-2ece693e322a req-bc801d95-fc10-4ee0-ab53-09d6a7be0537 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ace9033-d0df-4cf8-96a2-b427cf301a87 HTTP/1.1" status: 200 len: 998 time: 0.4221227 Jan 21 20:00:54.224812 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cbc9f997-25a6-4b37-853d-edf55601905d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:54.299458 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cbc9f997-25a6-4b37-853d-edf55601905d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:54.307529 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-356733ba-0761-43d0-b437-f57a4293faad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:54.324147 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc9f997-25a6-4b37-853d-edf55601905d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfabcc02-1923-4f04-82c2-ca3b7aef8705,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:54.328279 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-cbc9f997-25a6-4b37-853d-edf55601905d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:54.330923 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cbc9f997-25a6-4b37-853d-edf55601905d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:54.333354 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-cbc9f997-25a6-4b37-853d-edf55601905d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cfabcc02-1923-4f04-82c2-ca3b7aef8705 HTTP/1.1" status: 204 len: 168 time: 0.2559035 Jan 21 20:00:54.378618 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90744522-7172-4cfc-8bed-2ece693e322a req-8b4a908a-e7f8-495c-b47b-bfe20bf58a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:54.383000 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-90744522-7172-4cfc-8bed-2ece693e322a req-8b4a908a-e7f8-495c-b47b-bfe20bf58a91 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c1281d7a-a47b-4e8a-8373-d8daef5b1038 HTTP/1.1" status: 200 len: 856 time: 0.1500382 Jan 21 20:00:54.700097 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90744522-7172-4cfc-8bed-2ece693e322a req-5ce2118f-8375-4fa1-86bd-b1997fb8c990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:54.703046 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-90744522-7172-4cfc-8bed-2ece693e322a req-5ce2118f-8375-4fa1-86bd-b1997fb8c990 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d6138fb5-b76e-4f29-8bbf-74ec66db9e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2300355 Jan 21 20:00:54.818275 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c8479-a90b-46e0-9a36-349774f6d6f5 req-2ac4c3a0-85e3-4bc4-bfb2-f24710bc2218 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:54.820917 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-090c8479-a90b-46e0-9a36-349774f6d6f5 req-2ac4c3a0-85e3-4bc4-bfb2-f24710bc2218 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 943 time: 0.4363389 Jan 21 20:00:54.873398 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 57196) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:54.904329 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-df27fd87-f84a-47ec-b655-86ae64f4f6aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:54.935138 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-df27fd87-f84a-47ec-b655-86ae64f4f6aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:00:54.943362 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-df27fd87-f84a-47ec-b655-86ae64f4f6aa admin admin] Usage tracker for resource:security_group_rule and tenant:1f89eeb7122945e29329516d2f7fa930 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:00:54.950064 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-df27fd87-f84a-47ec-b655-86ae64f4f6aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:00:54.961957 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-df27fd87-f84a-47ec-b655-86ae64f4f6aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:00:55.032635 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-090c8479-a90b-46e0-9a36-349774f6d6f5 req-4cf2bd7a-e983-4166-8582-65a403423e6b tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570046 Jan 21 20:00:55.090040 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-df27fd87-f84a-47ec-b655-86ae64f4f6aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:55.094712 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-df27fd87-f84a-47ec-b655-86ae64f4f6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:55.106016 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-90744522-7172-4cfc-8bed-2ece693e322a req-03dbe714-208b-4b44-a579-acc5beed8345 service neutron] 10.222.0.83 "GET /v2.0/networks/d6138fb5-b76e-4f29-8bbf-74ec66db9e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880424 Jan 21 20:00:55.111202 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-1db962ee-50ac-4c6e-9696-5b4475e27587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:55.128156 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 2b0b98a3-4e31-4287-bddc-2fd0cc272432 up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:00:55.203828 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-df27fd87-f84a-47ec-b655-86ae64f4f6aa admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1f89eeb7122945e29329516d2f7fa930&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3283644 Jan 21 20:00:55.205170 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27fd87-f84a-47ec-b655-86ae64f4f6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568ef8f1-fd37-4011-9dbb-73b1ac4ab9c1,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:55.211515 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 57202) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:00:55.236706 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-df27fd87-f84a-47ec-b655-86ae64f4f6aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:55.258631 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f89900-0055-4707-bcd4-b313ab7f0182 req-7309b3cb-d115-4650-bf24-41bc6769a33a tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:55.260684 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-58f89900-0055-4707-bcd4-b313ab7f0182 req-7309b3cb-d115-4650-bf24-41bc6769a33a tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/ports?device_id=79f7e2e9-b0df-4925-9173-691f7c609429 HTTP/1.1" status: 200 len: 944 time: 0.4385204 Jan 21 20:00:55.265544 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning for port 2b0b98a3-4e31-4287-bddc-2fd0cc272432 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:00:55.276523 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 2b0b98a3-4e31-4287-bddc-2fd0cc272432 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:00:55.277142 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:55.350439 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c7875e29-56ef-473b-abb6-267a4704e9b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:55.371436 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-58f89900-0055-4707-bcd4-b313ab7f0182 req-a25f5e10-1603-4f4f-bb18-9afe18745e46 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/security-groups?id=b0de9197-38ff-4771-a521-40a10a34698d&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0957158 Jan 21 20:00:55.404664 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c7875e29-56ef-473b-abb6-267a4704e9b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:55.410116 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-90744522-7172-4cfc-8bed-2ece693e322a req-0f43cbcf-c5d5-4a12-b526-ac22b5c40d5e service neutron] 10.222.0.83 "GET /v2.0/networks/d6138fb5-b76e-4f29-8bbf-74ec66db9e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2977681 Jan 21 20:00:55.477488 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:55.482950 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c7875e29-56ef-473b-abb6-267a4704e9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:55.488862 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-cf7cf257-141a-4b9c-bf4b-3522bb50913b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:55.512675 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7875e29-56ef-473b-abb6-267a4704e9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568ef8f1-fd37-4011-9dbb-73b1ac4ab9c1,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:55.516736 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c7875e29-56ef-473b-abb6-267a4704e9b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:55.520041 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c7875e29-56ef-473b-abb6-267a4704e9b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:55.521336 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-c7875e29-56ef-473b-abb6-267a4704e9b8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/568ef8f1-fd37-4011-9dbb-73b1ac4ab9c1 HTTP/1.1" status: 204 len: 168 time: 0.3079259 Jan 21 20:00:55.536634 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f7e2e9-b0df-4925-9173-691f7c609429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0b98a3-4e31-4287-bddc-2fd0cc272432'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:00:55.620493 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] For port 2b0b98a3-4e31-4287-bddc-2fd0cc272432, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=2b0b98a3-4e31-4287-bddc-2fd0cc272432,segment=NetworkSegment(280e0ed6-2977-414d-a5e1-db08aca200b2),segment_id=280e0ed6-2977-414d-a5e1-db08aca200b2)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:00:55.630639 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:55.639920 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-273148a5-dc28-4d3f-8764-8c601f1dc50b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:00:55.709090 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f7e2e9-b0df-4925-9173-691f7c609429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0b98a3-4e31-4287-bddc-2fd0cc272432', 'code': 200} Jan 21 20:00:55.806502 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Pushing event updated for resources: {'Port': ['ID=2b0b98a3-4e31-4287-bddc-2fd0cc272432,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:00:55.816283 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:00:56.235840 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc42463-ba84-4238-81e4-bec323a2dcae req-0f407d37-87ce-43af-b1be-332676fa57f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:56.238857 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ddc42463-ba84-4238-81e4-bec323a2dcae req-0f407d37-87ce-43af-b1be-332676fa57f0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=79f7e2e9-b0df-4925-9173-691f7c609429 HTTP/1.1" status: 200 len: 1163 time: 0.1813347 Jan 21 20:00:56.400954 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ddc42463-ba84-4238-81e4-bec323a2dcae req-85110f8f-85f7-44c1-bdc0-3a721901143f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b0de9197-38ff-4771-a521-40a10a34698d&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1534512 Jan 21 20:00:56.479791 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 2b0b98a3-4e31-4287-bddc-2fd0cc272432 up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:00:56.572924 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0f3e1-f1d8-4bb6-86df-259e55a2608b req-61eae532-e85b-4f23-9601-167b0e684e8f tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:56.585882 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b3b0f3e1-f1d8-4bb6-86df-259e55a2608b req-61eae532-e85b-4f23-9601-167b0e684e8f tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 943 time: 0.2573521 Jan 21 20:00:56.732284 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 2b0b98a3-4e31-4287-bddc-2fd0cc272432 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:00:56.732992 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:56.752885 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b3b0f3e1-f1d8-4bb6-86df-259e55a2608b req-1d2c61c2-a8de-479d-9dfa-e7863fa349c5 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1657500 Jan 21 20:00:57.080132 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b802813-a6bc-4a34-be76-e6c0169431d7 req-a5733b55-818b-4b75-a686-cd8bf383db1b tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:57.089379 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3b802813-a6bc-4a34-be76-e6c0169431d7 req-a5733b55-818b-4b75-a686-cd8bf383db1b tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/ports?device_id=79f7e2e9-b0df-4925-9173-691f7c609429 HTTP/1.1" status: 200 len: 946 time: 0.2205503 Jan 21 20:00:57.202957 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3b802813-a6bc-4a34-be76-e6c0169431d7 req-10378c67-cc51-45d3-8e0e-d65848c98cdf tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/security-groups?id=b0de9197-38ff-4771-a521-40a10a34698d&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1114001 Jan 21 20:00:58.256762 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96105b4c-9507-4586-95d7-92cc59797210 req-cf1c39a5-0c5b-42e5-b2c2-75b42bc621fc tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:58.260857 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-96105b4c-9507-4586-95d7-92cc59797210 req-cf1c39a5-0c5b-42e5-b2c2-75b42bc621fc tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 946 time: 0.5287585 Jan 21 20:00:58.315633 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:00:58.374833 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c804a-a3d9-4a9c-8f0a-0a681fdf8df8 req-cb77cbc7-f475-47c8-ac9e-4d85c1d0f321 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:58.377738 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-074c804a-a3d9-4a9c-8f0a-0a681fdf8df8 req-cb77cbc7-f475-47c8-ac9e-4d85c1d0f321 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 943 time: 0.2871988 Jan 21 20:00:58.412363 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-96105b4c-9507-4586-95d7-92cc59797210 req-b714f671-6a12-4d32-b311-6dd418e3dcf7 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224055 Jan 21 20:00:58.540821 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-074c804a-a3d9-4a9c-8f0a-0a681fdf8df8 req-0eee6429-c2d4-4e5b-94b2-bb371cbeb5b2 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368971 Jan 21 20:00:58.964519 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd7a925-80bb-40b6-9bc6-d9c068f9cc31 req-ff2324f0-9ce4-45d3-a444-2ab62d6a35ec tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:58.976630 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-efd7a925-80bb-40b6-9bc6-d9c068f9cc31 req-ff2324f0-9ce4-45d3-a444-2ab62d6a35ec tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/ports?device_id=79f7e2e9-b0df-4925-9173-691f7c609429 HTTP/1.1" status: 200 len: 946 time: 0.2233965 Jan 21 20:00:59.128217 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-efd7a925-80bb-40b6-9bc6-d9c068f9cc31 req-18ca44b0-92cd-4cc5-af10-b552c91f59c1 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/security-groups?id=b0de9197-38ff-4771-a521-40a10a34698d&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1504760 Jan 21 20:00:59.673046 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58691576-5239-469f-9487-fecbc383b0e7 req-0b5977b5-453e-4bf1-a273-f44ea8562420 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:00:59.687699 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-58691576-5239-469f-9487-fecbc383b0e7 req-0b5977b5-453e-4bf1-a273-f44ea8562420 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/ports?device_id=79f7e2e9-b0df-4925-9173-691f7c609429 HTTP/1.1" status: 200 len: 946 time: 0.2477398 Jan 21 20:00:59.835696 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-58691576-5239-469f-9487-fecbc383b0e7 req-fdbc02c7-2454-4c3c-9f0f-0c912704d871 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/security-groups?id=b0de9197-38ff-4771-a521-40a10a34698d&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1452880 Jan 21 20:01:00.063467 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0373193-1891-46e9-865d-e2faae1ab658 req-136f2547-81ba-4cb0-a843-daea795c9bfe tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:00.074948 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b0373193-1891-46e9-865d-e2faae1ab658 req-136f2547-81ba-4cb0-a843-daea795c9bfe tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 946 time: 0.2357211 Jan 21 20:01:00.283352 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b0373193-1891-46e9-865d-e2faae1ab658 req-68636699-bb1a-4856-8b31-cdae9b48ec23 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586850 Jan 21 20:01:00.344305 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68231ce-43aa-4e14-8384-1d0334b41f24 req-86a56b90-a876-4714-9bf2-f9297aaf17a1 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:00.346535 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a68231ce-43aa-4e14-8384-1d0334b41f24 req-86a56b90-a876-4714-9bf2-f9297aaf17a1 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 943 time: 0.2702310 Jan 21 20:01:00.484125 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a68231ce-43aa-4e14-8384-1d0334b41f24 req-b86b1284-6d37-4371-a371-d93be8be19d8 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228547 Jan 21 20:01:00.934730 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8a782a3c-5cda-4edb-a5ef-1a58b3b7d365 req-6c5010dd-931e-423c-a67e-5767939d2780 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4637620 Jan 21 20:01:00.953393 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-8a782a3c-5cda-4edb-a5ef-1a58b3b7d365 req-65587a2d-e344-446f-9210-e0d3212f3d1a tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Request body: {'floatingip': {'floating_network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:01:00.967687 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-8a782a3c-5cda-4edb-a5ef-1a58b3b7d365 req-65587a2d-e344-446f-9210-e0d3212f3d1a tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:01:00.977232 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-8a782a3c-5cda-4edb-a5ef-1a58b3b7d365 req-65587a2d-e344-446f-9210-e0d3212f3d1a tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Usage tracker for resource:floatingip and tenant:e06769200dc344d2b76edf3f16b1d74b is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:01:00.983106 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-8a782a3c-5cda-4edb-a5ef-1a58b3b7d365 req-65587a2d-e344-446f-9210-e0d3212f3d1a tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:01:00.996008 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-8a782a3c-5cda-4edb-a5ef-1a58b3b7d365 req-65587a2d-e344-446f-9210-e0d3212f3d1a tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:01:01.014204 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-8a782a3c-5cda-4edb-a5ef-1a58b3b7d365 req-65587a2d-e344-446f-9210-e0d3212f3d1a tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks [] for floatingip, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:01.398782 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-8a782a3c-5cda-4edb-a5ef-1a58b3b7d365 req-65587a2d-e344-446f-9210-e0d3212f3d1a tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:01.619823 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 57324) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:01:02.063342 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040849ca-1db6-4eda-98b9-52c2a234a628 req-38be2134-37ca-4e4c-a734-ca7b5bdd2687 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:02.065163 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-040849ca-1db6-4eda-98b9-52c2a234a628 req-38be2134-37ca-4e4c-a734-ca7b5bdd2687 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 946 time: 0.2963562 Jan 21 20:01:02.093111 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [req-8a782a3c-5cda-4edb-a5ef-1a58b3b7d365 req-65587a2d-e344-446f-9210-e0d3212f3d1a tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Allocated IP 172.27.2.42 (a57e5c9c-980e-4c63-98b2-db6c66af0db2/ea65500f-ac9d-4758-b95c-d190d3e0e3d5/27b09b76-16b8-48cf-a53d-7370a6a21157) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:01:02.104194 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c26be855-2dc2-406f-b437-9b741d04c2cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:02.166704 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-c26be855-2dc2-406f-b437-9b741d04c2cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:01:02.173362 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-c26be855-2dc2-406f-b437-9b741d04c2cb admin admin] Usage tracker for resource:security_group_rule and tenant:12aee84727084fb4bb81117495f9970b is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:01:02.180258 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-c26be855-2dc2-406f-b437-9b741d04c2cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:01:02.196820 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-c26be855-2dc2-406f-b437-9b741d04c2cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:01:02.457408 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c26be855-2dc2-406f-b437-9b741d04c2cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:02.464518 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c26be855-2dc2-406f-b437-9b741d04c2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:02.488848 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-8a782a3c-5cda-4edb-a5ef-1a58b3b7d365 req-65587a2d-e344-446f-9210-e0d3212f3d1a tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:02.502311 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-757eebf7-259c-474f-9cfe-c766b9b45aaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:02.565867 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-8a782a3c-5cda-4edb-a5ef-1a58b3b7d365 req-65587a2d-e344-446f-9210-e0d3212f3d1a tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852560929'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:02.566676 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26be855-2dc2-406f-b437-9b741d04c2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a83d57-85e9-4e0f-a875-9770e879107c,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:02.574689 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c26be855-2dc2-406f-b437-9b741d04c2cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:02.613519 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-c26be855-2dc2-406f-b437-9b741d04c2cb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=12aee84727084fb4bb81117495f9970b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9895453 Jan 21 20:01:02.615795 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 57338) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:01:02.627733 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:02.783032 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f3ad5497-c743-46c3-9e63-fb2744b71245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:02.831981 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f3ad5497-c743-46c3-9e63-fb2744b71245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:02.927592 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f3ad5497-c743-46c3-9e63-fb2744b71245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:02.937144 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-df27fd87-f84a-47ec-b655-86ae64f4f6aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:02.971114 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad5497-c743-46c3-9e63-fb2744b71245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a83d57-85e9-4e0f-a875-9770e879107c,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:02.978251 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f3ad5497-c743-46c3-9e63-fb2744b71245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:02.980539 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f3ad5497-c743-46c3-9e63-fb2744b71245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:02.983242 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-f3ad5497-c743-46c3-9e63-fb2744b71245 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/01a83d57-85e9-4e0f-a875-9770e879107c HTTP/1.1" status: 204 len: 168 time: 0.3639987 Jan 21 20:01:03.147189 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65587a2d-e344-446f-9210-e0d3212f3d1a tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Pushing event updated for resources: {'Port': ['ID=27b09b76-16b8-48cf-a53d-7370a6a21157,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:03.171186 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-040849ca-1db6-4eda-98b9-52c2a234a628 req-ad56487d-9356-46e7-85b5-fd26d57d87de tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0746381 Jan 21 20:01:03.172329 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-65587a2d-e344-446f-9210-e0d3212f3d1a tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:03.235828 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a782a3c-5cda-4edb-a5ef-1a58b3b7d365 req-65587a2d-e344-446f-9210-e0d3212f3d1a tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Network a57e5c9c-980e-4c63-98b2-db6c66af0db2 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:01:03.239070 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [req-8a782a3c-5cda-4edb-a5ef-1a58b3b7d365 req-65587a2d-e344-446f-9210-e0d3212f3d1a tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:01:03.243201 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a782a3c-5cda-4edb-a5ef-1a58b3b7d365 req-65587a2d-e344-446f-9210-e0d3212f3d1a tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:01:03.511006 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-8a782a3c-5cda-4edb-a5ef-1a58b3b7d365 req-65587a2d-e344-446f-9210-e0d3212f3d1a tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks [] for floatingip, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:03.923915 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-8a782a3c-5cda-4edb-a5ef-1a58b3b7d365 req-65587a2d-e344-446f-9210-e0d3212f3d1a tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:04.170125 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b61139-3a5d-4327-ab70-2f5499af3ce4 req-a99762a5-88ae-4bb6-a2a6-dfa5a479c7ef tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:04.180210 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e2b61139-3a5d-4327-ab70-2f5499af3ce4 req-a99762a5-88ae-4bb6-a2a6-dfa5a479c7ef tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 943 time: 0.5300519 Jan 21 20:01:04.202266 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 57352) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:01:04.267998 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b5c898cc-7c7c-4dc2-909d-ce09e4bec12f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:04.323401 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-b5c898cc-7c7c-4dc2-909d-ce09e4bec12f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:01:04.331334 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-b5c898cc-7c7c-4dc2-909d-ce09e4bec12f admin admin] Usage tracker for resource:security_group_rule and tenant:5b9ffb14296642c0961d4765718dfd40 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:01:04.340315 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-b5c898cc-7c7c-4dc2-909d-ce09e4bec12f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:01:04.354091 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-b5c898cc-7c7c-4dc2-909d-ce09e4bec12f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:01:04.449184 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5367a8d8-047c-4251-93d5-2845a47af63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:04.464256 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e2b61139-3a5d-4327-ab70-2f5499af3ce4 req-f737bd10-4cfd-4854-b573-e968cdb4e2d1 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2475786 Jan 21 20:01:04.545873 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b5c898cc-7c7c-4dc2-909d-ce09e4bec12f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:04.550844 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b5c898cc-7c7c-4dc2-909d-ce09e4bec12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:04.624401 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c089893f-83c0-4474-a84a-f91178e7f9d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:04.687795 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c898cc-7c7c-4dc2-909d-ce09e4bec12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802f62cf-dcbf-43db-a956-5e198ccaa85f,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:04.694303 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b5c898cc-7c7c-4dc2-909d-ce09e4bec12f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:04.709992 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-b5c898cc-7c7c-4dc2-909d-ce09e4bec12f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5b9ffb14296642c0961d4765718dfd40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5062113 Jan 21 20:01:04.714502 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-8a782a3c-5cda-4edb-a5ef-1a58b3b7d365 req-65587a2d-e344-446f-9210-e0d3212f3d1a tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:04.716326 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 57360) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:01:04.720145 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-8a782a3c-5cda-4edb-a5ef-1a58b3b7d365 req-65587a2d-e344-446f-9210-e0d3212f3d1a tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214824'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:04.754729 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f1747fdc-1577-4322-8acb-b23af3b0c329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:04.825688 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6b28d989-5d01-49bd-a8a5-17dcaf5d419e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:04.864070 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6b28d989-5d01-49bd-a8a5-17dcaf5d419e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:04.947464 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6b28d989-5d01-49bd-a8a5-17dcaf5d419e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:04.957208 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c26be855-2dc2-406f-b437-9b741d04c2cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:04.986111 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b28d989-5d01-49bd-a8a5-17dcaf5d419e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802f62cf-dcbf-43db-a956-5e198ccaa85f,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:05.014425 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6b28d989-5d01-49bd-a8a5-17dcaf5d419e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:05.015169 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65587a2d-e344-446f-9210-e0d3212f3d1a tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Pushing event updated for resources: {'Port': ['ID=27b09b76-16b8-48cf-a53d-7370a6a21157,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:05.020887 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-65587a2d-e344-446f-9210-e0d3212f3d1a tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:05.032627 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6b28d989-5d01-49bd-a8a5-17dcaf5d419e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:05.044329 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-6b28d989-5d01-49bd-a8a5-17dcaf5d419e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/802f62cf-dcbf-43db-a956-5e198ccaa85f HTTP/1.1" status: 204 len: 168 time: 0.3260698 Jan 21 20:01:05.233456 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f818d5-3953-4ede-b3e7-ff7470d18311 req-fb158489-414d-48f2-b44d-0756c788f953 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:05.236654 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-67f818d5-3953-4ede-b3e7-ff7470d18311 req-fb158489-414d-48f2-b44d-0756c788f953 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 946 time: 0.4259338 Jan 21 20:01:05.418728 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-8a782a3c-5cda-4edb-a5ef-1a58b3b7d365 req-65587a2d-e344-446f-9210-e0d3212f3d1a tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853807100'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:05.439800 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-67f818d5-3953-4ede-b3e7-ff7470d18311 req-2e21049e-598e-4b5e-9898-b976cca66592 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382024 Jan 21 20:01:05.497872 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-8a782a3c-5cda-4edb-a5ef-1a58b3b7d365 req-65587a2d-e344-446f-9210-e0d3212f3d1a tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:05.500561 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8a782a3c-5cda-4edb-a5ef-1a58b3b7d365 req-65587a2d-e344-446f-9210-e0d3212f3d1a tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.5591245 Jan 21 20:01:05.723281 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-8a782a3c-5cda-4edb-a5ef-1a58b3b7d365 req-63cfea25-70c5-42d8-bb71-b4f20b175ae0 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Synchronizing usage tracker for tenant:e06769200dc344d2b76edf3f16b1d74b on resource:floatingip {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:01:05.769751 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-8a782a3c-5cda-4edb-a5ef-1a58b3b7d365 req-63cfea25-70c5-42d8-bb71-b4f20b175ae0 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Unset dirty status for tenant:e06769200dc344d2b76edf3f16b1d74b on resource:floatingip {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:01:05.771246 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8a782a3c-5cda-4edb-a5ef-1a58b3b7d365 req-63cfea25-70c5-42d8-bb71-b4f20b175ae0 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.27.2.42 HTTP/1.1" status: 200 len: 695 time: 0.2521315 Jan 21 20:01:06.379384 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a782a3c-5cda-4edb-a5ef-1a58b3b7d365 req-409dc26b-b3cd-4174-be0c-4037441646e8 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:06.382879 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8a782a3c-5cda-4edb-a5ef-1a58b3b7d365 req-409dc26b-b3cd-4174-be0c-4037441646e8 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/networks/a57e5c9c-980e-4c63-98b2-db6c66af0db2 HTTP/1.1" status: 200 len: 784 time: 0.5774405 Jan 21 20:01:06.399888 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [req-8a782a3c-5cda-4edb-a5ef-1a58b3b7d365 req-4cb092f6-2316-4fbc-81dc-0f07e2de5677 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 20:01:06.402182 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8a782a3c-5cda-4edb-a5ef-1a58b3b7d365 req-4cb092f6-2316-4fbc-81dc-0f07e2de5677 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0105920 Jan 21 20:01:06.476368 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794cfab-1345-4a4d-ad5a-d5711dc94613 req-4ee533f4-db5a-4ef3-9f41-7af189e1ae69 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:06.478423 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7794cfab-1345-4a4d-ad5a-d5711dc94613 req-4ee533f4-db5a-4ef3-9f41-7af189e1ae69 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 943 time: 0.4552796 Jan 21 20:01:06.535892 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b6c3b35d-bb95-455f-8f76-5c4660e99ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:06.883042 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7794cfab-1345-4a4d-ad5a-d5711dc94613 req-e3ec787f-8e25-4e3b-adda-edcbdec4245c tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3919227 Jan 21 20:01:07.032215 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32373c5-c541-4219-be39-c3b057481c4e req-092edc99-3e4e-445d-b05a-df1545bc6f35 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:07.036662 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b32373c5-c541-4219-be39-c3b057481c4e req-092edc99-3e4e-445d-b05a-df1545bc6f35 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/ports?device_id=79f7e2e9-b0df-4925-9173-691f7c609429&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3771534 Jan 21 20:01:07.255701 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b32373c5-c541-4219-be39-c3b057481c4e req-938ca459-e0dd-4dfb-90e8-08511ac3d6a9 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.27.2.42 HTTP/1.1" status: 200 len: 695 time: 0.2094333 Jan 21 20:01:07.293847 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-b32373c5-c541-4219-be39-c3b057481c4e req-92f7e911-f744-456f-a501-6036855cae67 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Request body: {'floatingip': {'port_id': '2b0b98a3-4e31-4287-bddc-2fd0cc272432', 'fixed_ip_address': '172.20.0.12'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:01:07.530987 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:07.597549 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-b32373c5-c541-4219-be39-c3b057481c4e req-92f7e911-f744-456f-a501-6036855cae67 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks [] for floatingip, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:08.213099 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae9438-1a81-44cc-bfef-0b35bac834fb req-4dabe489-4564-4608-ba40-60376c578da5 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:08.219396 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6dae9438-1a81-44cc-bfef-0b35bac834fb req-4dabe489-4564-4608-ba40-60376c578da5 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 946 time: 0.7981627 Jan 21 20:01:08.452695 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6dae9438-1a81-44cc-bfef-0b35bac834fb req-d122f4b8-7870-4dd2-8d43-4b70ce3aa93c tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040801 Jan 21 20:01:08.515926 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:09.017998 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:09.674106 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a086d5e-7057-4f21-aebd-57defa0e0a33 req-61a52f1c-657f-4ff3-9b2b-d014bdf73095 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:09.684478 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4a086d5e-7057-4f21-aebd-57defa0e0a33 req-61a52f1c-657f-4ff3-9b2b-d014bdf73095 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 943 time: 0.6125810 Jan 21 20:01:09.791125 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4a086d5e-7057-4f21-aebd-57defa0e0a33 req-f8c0ab29-d8ac-49f1-9f95-22c73fc09e1a tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055565 Jan 21 20:01:09.947132 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.db.resource_extend [req-b32373c5-c541-4219-be39-c3b057481c4e req-92f7e911-f744-456f-a501-6036855cae67 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 21 20:01:10.235603 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-b32373c5-c541-4219-be39-c3b057481c4e req-92f7e911-f744-456f-a501-6036855cae67 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks [] for floatingip, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:10.239925 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-b32373c5-c541-4219-be39-c3b057481c4e req-92f7e911-f744-456f-a501-6036855cae67 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853807100'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:10.520520 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d67083e-1795-4d5e-aad8-027bc1029b1b req-40de1fb8-0c31-4849-8574-9df38fc05dee tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:10.524177 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5d67083e-1795-4d5e-aad8-027bc1029b1b req-40de1fb8-0c31-4849-8574-9df38fc05dee tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 946 time: 0.4562843 Jan 21 20:01:10.668482 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.db.l3_db [req-b32373c5-c541-4219-be39-c3b057481c4e req-92f7e911-f744-456f-a501-6036855cae67 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Floating IP 15533484-f51c-4ec3-a26b-48b097cbe098 associated. External IP: 172.27.2.42, port: 2b0b98a3-4e31-4287-bddc-2fd0cc272432. Jan 21 20:01:10.752711 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5d67083e-1795-4d5e-aad8-027bc1029b1b req-19a63571-2a23-47ec-8b0e-ab33cc490389 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2117250 Jan 21 20:01:11.386772 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 57494) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:01:11.591120 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b32373c5-c541-4219-be39-c3b057481c4e req-92f7e911-f744-456f-a501-6036855cae67 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Router 9f99afea-04aa-40a9-813a-1428e5231e4c has already been hosted by L3 agent acfbd797-5df7-45c7-9954-db8085626b2a {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 20:01:11.592583 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-81ea3541-83ae-4215-81f2-471fec59c84d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:11.620327 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-81ea3541-83ae-4215-81f2-471fec59c84d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:01:11.627502 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-81ea3541-83ae-4215-81f2-471fec59c84d admin admin] Usage tracker for resource:security_group_rule and tenant:a5396021ccfc4152a21940461472b4d5 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:01:11.631071 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-81ea3541-83ae-4215-81f2-471fec59c84d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:01:11.638349 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-81ea3541-83ae-4215-81f2-471fec59c84d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:01:11.771265 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-81ea3541-83ae-4215-81f2-471fec59c84d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:11.777628 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-81ea3541-83ae-4215-81f2-471fec59c84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:11.799106 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c7875e29-56ef-473b-abb6-267a4704e9b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:11.868364 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786abbd9-d4eb-4410-9380-2440684357d4 req-7275d6dc-001d-479c-82d4-fe42ff1af9ea tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:11.870675 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-786abbd9-d4eb-4410-9380-2440684357d4 req-7275d6dc-001d-479c-82d4-fe42ff1af9ea tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 943 time: 0.6489599 Jan 21 20:01:11.877388 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ea3541-83ae-4215-81f2-471fec59c84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b144b3-bbd4-45b1-b409-56215e25af5a,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:11.889302 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-81ea3541-83ae-4215-81f2-471fec59c84d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:11.901437 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-81ea3541-83ae-4215-81f2-471fec59c84d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a5396021ccfc4152a21940461472b4d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5075057 Jan 21 20:01:11.901437 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 57502) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:01:11.951061 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b32373c5-c541-4219-be39-c3b057481c4e req-92f7e911-f744-456f-a501-6036855cae67 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify agent at l3_agent.dv-cinder-726180-8-iscsi the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:01:11.963687 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-b32373c5-c541-4219-be39-c3b057481c4e req-92f7e911-f744-456f-a501-6036855cae67 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:11.967048 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f99fe8-31c8-4c4d-8bf3-aa97f813eb08 None None] Sync routers for ids ['9f99afea-04aa-40a9-813a-1428e5231e4c'] in dv-cinder-726180-8-iscsi {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:01:11.978420 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f99fe8-31c8-4c4d-8bf3-aa97f813eb08 None None] Routers {'9f99afea-04aa-40a9-813a-1428e5231e4c'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:01:11.978898 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-83f99fe8-31c8-4c4d-8bf3-aa97f813eb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:01:06Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['9f99afea-04aa-40a9-813a-1428e5231e4c'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:01:11.985375 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5290ee60-f37d-4dec-af73-b7a3c4f97c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:12.024667 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5290ee60-f37d-4dec-af73-b7a3c4f97c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:12.100031 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5290ee60-f37d-4dec-af73-b7a3c4f97c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:12.101997 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-786abbd9-d4eb-4410-9380-2440684357d4 req-f04358ff-2d91-429f-9696-b537f54b8e29 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2042522 Jan 21 20:01:12.109181 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6b28d989-5d01-49bd-a8a5-17dcaf5d419e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:12.125400 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5290ee60-f37d-4dec-af73-b7a3c4f97c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b144b3-bbd4-45b1-b409-56215e25af5a,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:12.128043 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5290ee60-f37d-4dec-af73-b7a3c4f97c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:12.140394 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-5290ee60-f37d-4dec-af73-b7a3c4f97c01 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/67b144b3-bbd4-45b1-b409-56215e25af5a HTTP/1.1" status: 204 len: 168 time: 0.2308457 Jan 21 20:01:12.141556 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-5290ee60-f37d-4dec-af73-b7a3c4f97c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:12.146908 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b32373c5-c541-4219-be39-c3b057481c4e req-92f7e911-f744-456f-a501-6036855cae67 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "PUT /v2.0/floatingips/15533484-f51c-4ec3-a26b-48b097cbe098 HTTP/1.1" status: 200 len: 996 time: 4.8719149 Jan 21 20:01:12.148211 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79f7e2e9-b0df-4925-9173-691f7c609429', 'tag': '2b0b98a3-4e31-4287-bddc-2fd0cc272432'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:01:12.288468 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-83f99fe8-31c8-4c4d-8bf3-aa97f813eb08 None None] Set router 9f99afea-04aa-40a9-813a-1428e5231e4c gateway port host: dv-cinder-726180-8-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:01:12.320949 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594e86c-1116-4bcf-9bb2-1aeb4c9ce5f2 req-209ba715-2363-4f00-a92f-547d75decc76 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:12.322886 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c594e86c-1116-4bcf-9bb2-1aeb4c9ce5f2 req-209ba715-2363-4f00-a92f-547d75decc76 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.83 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 946 time: 0.3000808 Jan 21 20:01:12.571621 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 0ab05c73-5c40-4d07-a524-cc9d95ce976e no longer exists at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:01:12.594287 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-c594e86c-1116-4bcf-9bb2-1aeb4c9ce5f2 req-58c2cefc-c694-49ab-b52e-8facd0f9ac73 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Deleting port 0ab05c73-5c40-4d07-a524-cc9d95ce976e {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:01:12.594929 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c594e86c-1116-4bcf-9bb2-1aeb4c9ce5f2 req-58c2cefc-c694-49ab-b52e-8facd0f9ac73 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:12.701704 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 57518) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:01:12.733578 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-07d6f660-a32d-46a9-9d2e-ea54c08abf0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:12.759745 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-07d6f660-a32d-46a9-9d2e-ea54c08abf0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:01:12.770054 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-07d6f660-a32d-46a9-9d2e-ea54c08abf0e admin admin] Usage tracker for resource:security_group_rule and tenant:561b81d2d5244e8bbcd6e61f19cfb303 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:01:12.780174 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-07d6f660-a32d-46a9-9d2e-ea54c08abf0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:01:12.791924 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-07d6f660-a32d-46a9-9d2e-ea54c08abf0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:01:12.949478 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-07d6f660-a32d-46a9-9d2e-ea54c08abf0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:12.955533 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-07d6f660-a32d-46a9-9d2e-ea54c08abf0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:12.970093 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e498d228-b66b-4b7d-bcd7-4f1ae7a41489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:13.049954 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32373c5-c541-4219-be39-c3b057481c4e req-674f4786-6793-4fe6-a9d4-5e35546d92e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:13.051770 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b32373c5-c541-4219-be39-c3b057481c4e req-674f4786-6793-4fe6-a9d4-5e35546d92e8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e06769200dc344d2b76edf3f16b1d74b&device_id=79f7e2e9-b0df-4925-9173-691f7c609429 HTTP/1.1" status: 200 len: 1163 time: 0.8815305 Jan 21 20:01:13.052132 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-07d6f660-a32d-46a9-9d2e-ea54c08abf0e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=561b81d2d5244e8bbcd6e61f19cfb303&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3484292 Jan 21 20:01:13.054001 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 57528) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:01:13.097909 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d6f660-a32d-46a9-9d2e-ea54c08abf0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a72617e-ec88-4ba4-84dd-9a28be2a3def,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:13.103924 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-07d6f660-a32d-46a9-9d2e-ea54c08abf0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:13.145760 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2b06c6da-a032-4de2-b405-20954a7b03dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:13.186883 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2b06c6da-a032-4de2-b405-20954a7b03dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:13.214591 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d66604-5fc2-4db7-8ec0-2f1d71861647 req-850a1f67-9302-466a-8c64-816d4c2defbf tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:13.217315 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-66d66604-5fc2-4db7-8ec0-2f1d71861647 req-850a1f67-9302-466a-8c64-816d4c2defbf tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 946 time: 0.7584774 Jan 21 20:01:13.321051 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2b06c6da-a032-4de2-b405-20954a7b03dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:13.324103 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:13.332075 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-7f3cdac6-d1eb-4f94-b85d-664687d09123 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:13.351692 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b06c6da-a032-4de2-b405-20954a7b03dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a72617e-ec88-4ba4-84dd-9a28be2a3def,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:13.355308 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-2b06c6da-a032-4de2-b405-20954a7b03dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:13.363789 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2b06c6da-a032-4de2-b405-20954a7b03dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:13.366125 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-2b06c6da-a032-4de2-b405-20954a7b03dc admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7a72617e-ec88-4ba4-84dd-9a28be2a3def HTTP/1.1" status: 204 len: 168 time: 0.3107638 Jan 21 20:01:13.377568 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469e5dae-7fc2-48fc-80b1-8bbd126023bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ab05c73-5c40-4d07-a524-cc9d95ce976e'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:01:13.395455 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-c594e86c-1116-4bcf-9bb2-1aeb4c9ce5f2 req-58c2cefc-c694-49ab-b52e-8facd0f9ac73 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] For port 0ab05c73-5c40-4d07-a524-cc9d95ce976e, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=0ab05c73-5c40-4d07-a524-cc9d95ce976e,segment=NetworkSegment(54492169-1737-42df-aa1f-05bff6aaa8d2),segment_id=54492169-1737-42df-aa1f-05bff6aaa8d2)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:01:13.396058 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c594e86c-1116-4bcf-9bb2-1aeb4c9ce5f2 req-58c2cefc-c694-49ab-b52e-8facd0f9ac73 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:13.411487 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-66d66604-5fc2-4db7-8ec0-2f1d71861647 req-066bf8e8-143c-48f5-af7a-a791bbcc5d50 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568341 Jan 21 20:01:13.442137 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-83f99fe8-31c8-4c4d-8bf3-aa97f813eb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'name': 'tempest-TestVolumeBootPattern-971789623-router', 'tenant_id': 'e06769200dc344d2b76edf3f16b1d74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '6302f1bd-525d-4405-b65e-f45c0850158e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:59:42Z', 'updated_at': '2021-01-21T19:59:50Z', 'revision_number': 4, 'project_id': 'e06769200dc344d2b76edf3f16b1d74b', 'gw_port': {'id': '6302f1bd-525d-4405-b65e-f45c0850158e', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:29:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:59:44Z', 'updated_at': '2021-01-21T19:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_floatingips': [{'id': '15533484-f51c-4ec3-a26b-48b097cbe098', 'tenant_id': 'e06769200dc344d2b76edf3f16b1d74b', 'floating_ip_address': '172.27.2.42', 'floating_network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'router_id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'port_id': '2b0b98a3-4e31-4287-bddc-2fd0cc272432', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '254a3736-3eda-4653-a3dd-b7e3185fffc0', 'mac_address': 'fa:16:3e:51:f9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f7e2e9-b0df-4925-9173-691f7c609429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T20:01:03Z', 'updated_at': '2021-01-21T20:01:09Z', 'revision_number': 1, 'project_id': 'e06769200dc344d2b76edf3f16b1d74b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c8adb0c-c2ce-436a-a32d-171732043d56', 'name': '', 'network_id': '254a3736-3eda-4653-a3dd-b7e3185fffc0', 'tenant_id': 'e06769200dc344d2b76edf3f16b1d74b', 'mac_address': 'fa:16:3e:51:4e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '67448399-3ad8-4d60-b8f0-d9874d8637fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:59:49Z', 'updated_at': '2021-01-21T20:00:02Z', 'revision_number': 5, 'project_id': 'e06769200dc344d2b76edf3f16b1d74b', 'subnets': [{'id': '67448399-3ad8-4d60-b8f0-d9874d8637fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:01:13.454311 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] For port 0ab05c73-5c40-4d07-a524-cc9d95ce976e, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=0ab05c73-5c40-4d07-a524-cc9d95ce976e,segment=NetworkSegment(54492169-1737-42df-aa1f-05bff6aaa8d2),segment_id=54492169-1737-42df-aa1f-05bff6aaa8d2)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:01:13.457155 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f99fe8-31c8-4c4d-8bf3-aa97f813eb08 None None] Checking router: 9f99afea-04aa-40a9-813a-1428e5231e4c for host: dv-cinder-726180-8-iscsi {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:01:13.464539 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:13.471239 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6eedf40e-7e33-4a0d-b14d-0bb50492db84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:13.515951 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32373c5-c541-4219-be39-c3b057481c4e req-03fc8d16-90f8-4591-9259-9d75f735d6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:13.518714 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b32373c5-c541-4219-be39-c3b057481c4e req-03fc8d16-90f8-4591-9259-9d75f735d6e3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=254a3736-3eda-4653-a3dd-b7e3185fffc0 HTTP/1.1" status: 200 len: 905 time: 0.4555116 Jan 21 20:01:13.591988 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Pushing event updated for resources: {'Port': ['ID=0ab05c73-5c40-4d07-a524-cc9d95ce976e,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:13.598743 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:13.601116 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f99fe8-31c8-4c4d-8bf3-aa97f813eb08 None None] Routers {'9f99afea-04aa-40a9-813a-1428e5231e4c'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:01:13.602189 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-83f99fe8-31c8-4c4d-8bf3-aa97f813eb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:01:06Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['9f99afea-04aa-40a9-813a-1428e5231e4c'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:01:13.934122 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b32373c5-c541-4219-be39-c3b057481c4e req-0a19ee21-f192-4349-a003-e1275fd9aa3c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b0b98a3-4e31-4287-bddc-2fd0cc272432 HTTP/1.1" status: 200 len: 999 time: 0.3898830 Jan 21 20:01:13.965783 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-83f99fe8-31c8-4c4d-8bf3-aa97f813eb08 None None] Set router 9f99afea-04aa-40a9-813a-1428e5231e4c gateway port host: dv-cinder-726180-8-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:01:14.022202 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79f7e2e9-b0df-4925-9173-691f7c609429', 'tag': '2b0b98a3-4e31-4287-bddc-2fd0cc272432', 'status': 'completed', 'code': 200} Jan 21 20:01:14.273219 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32373c5-c541-4219-be39-c3b057481c4e req-78d5255f-cfe9-4c4b-9614-9aa9343539da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:14.274884 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b32373c5-c541-4219-be39-c3b057481c4e req-78d5255f-cfe9-4c4b-9614-9aa9343539da service neutron] 10.222.0.74 "GET /v2.0/subnets?id=67448399-3ad8-4d60-b8f0-d9874d8637fd HTTP/1.1" status: 200 len: 850 time: 0.3316758 Jan 21 20:01:14.360351 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c594e86c-1116-4bcf-9bb2-1aeb4c9ce5f2 req-58c2cefc-c694-49ab-b52e-8facd0f9ac73 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks [] for floatingip, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:14.360784 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c594e86c-1116-4bcf-9bb2-1aeb4c9ce5f2 req-58c2cefc-c694-49ab-b52e-8facd0f9ac73 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853807100'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:14.361144 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.db.l3_db [req-c594e86c-1116-4bcf-9bb2-1aeb4c9ce5f2 req-58c2cefc-c694-49ab-b52e-8facd0f9ac73 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Floating IP 73f789ae-3249-4b15-a23d-bcc8fdade14d disassociated. External IP: 172.27.2.152, port: 0ab05c73-5c40-4d07-a524-cc9d95ce976e. Jan 21 20:01:14.361535 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-c594e86c-1116-4bcf-9bb2-1aeb4c9ce5f2 req-58c2cefc-c694-49ab-b52e-8facd0f9ac73 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Calling delete_port for 0ab05c73-5c40-4d07-a524-cc9d95ce976e owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:01:14.483939 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-83f99fe8-31c8-4c4d-8bf3-aa97f813eb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'name': 'tempest-TestVolumeBootPattern-971789623-router', 'tenant_id': 'e06769200dc344d2b76edf3f16b1d74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '6302f1bd-525d-4405-b65e-f45c0850158e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:59:42Z', 'updated_at': '2021-01-21T19:59:50Z', 'revision_number': 4, 'project_id': 'e06769200dc344d2b76edf3f16b1d74b', 'gw_port': {'id': '6302f1bd-525d-4405-b65e-f45c0850158e', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:29:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:59:44Z', 'updated_at': '2021-01-21T19:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_floatingips': [{'id': '15533484-f51c-4ec3-a26b-48b097cbe098', 'tenant_id': 'e06769200dc344d2b76edf3f16b1d74b', 'floating_ip_address': '172.27.2.42', 'floating_network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'router_id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'port_id': '2b0b98a3-4e31-4287-bddc-2fd0cc272432', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '254a3736-3eda-4653-a3dd-b7e3185fffc0', 'mac_address': 'fa:16:3e:51:f9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f7e2e9-b0df-4925-9173-691f7c609429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T20:01:03Z', 'updated_at': '2021-01-21T20:01:09Z', 'revision_number': 1, 'project_id': 'e06769200dc344d2b76edf3f16b1d74b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c8adb0c-c2ce-436a-a32d-171732043d56', 'name': '', 'network_id': '254a3736-3eda-4653-a3dd-b7e3185fffc0', 'tenant_id': 'e06769200dc344d2b76edf3f16b1d74b', 'mac_address': 'fa:16:3e:51:4e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '67448399-3ad8-4d60-b8f0-d9874d8637fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:59:49Z', 'updated_at': '2021-01-21T20:00:02Z', 'revision_number': 5, 'project_id': 'e06769200dc344d2b76edf3f16b1d74b', 'subnets': [{'id': '67448399-3ad8-4d60-b8f0-d9874d8637fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:01:14.489233 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f99fe8-31c8-4c4d-8bf3-aa97f813eb08 None None] The sync data for ids ['9f99afea-04aa-40a9-813a-1428e5231e4c'] in dv-cinder-726180-8-iscsi is: [{'id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'name': 'tempest-TestVolumeBootPattern-971789623-router', 'tenant_id': 'e06769200dc344d2b76edf3f16b1d74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '6302f1bd-525d-4405-b65e-f45c0850158e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:59:42Z', 'updated_at': '2021-01-21T19:59:50Z', 'revision_number': 4, 'project_id': 'e06769200dc344d2b76edf3f16b1d74b', 'gw_port': {'id': '6302f1bd-525d-4405-b65e-f45c0850158e', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:29:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:59:44Z', 'updated_at': '2021-01-21T19:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_floatingips': [{'id': '15533484-f51c-4ec3-a26b-48b097cbe098', 'tenant_id': 'e06769200dc344d2b76edf3f16b1d74b', 'floating_ip_address': '172.27.2.42', 'floating_network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'router_id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'port_id': '2b0b98a3-4e31-4287-bddc-2fd0cc272432', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '254a3736-3eda-4653-a3dd-b7e3185fffc0', 'mac_address': 'fa:16:3e:51:f9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f7e2e9-b0df-4925-9173-691f7c609429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T20:01:03Z', 'updated_at': '2021-01-21T20:01:09Z', 'revision_number': 1, 'project_id': 'e06769200dc344d2b76edf3f16b1d74b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c8adb0c-c2ce-436a-a32d-171732043d56', 'name': '', 'network_id': '254a3736-3eda-4653-a3dd-b7e3185fffc0', 'tenant_id': 'e06769200dc344d2b76edf3f16b1d74b', 'mac_address': 'fa:16:3e:51:4e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '67448399-3ad8-4d60-b8f0-d9874d8637fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:59:49Z', 'updated_at': '2021-01-21T20:00:02Z', 'revision_number': 5, 'project_id': 'e06769200dc344d2b76edf3f16b1d74b', 'subnets': [{'id': '67448399-3ad8-4d60-b8f0-d9874d8637fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:01:14.931985 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 57568) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:01:14.951935 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4b002-d216-4d90-b6ac-a60b5b978620 req-6f607fc8-05ed-4634-af62-da0ebfe4a71d tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:14.953682 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-11e4b002-d216-4d90-b6ac-a60b5b978620 req-6f607fc8-05ed-4634-af62-da0ebfe4a71d tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 943 time: 0.7572877 Jan 21 20:01:15.019451 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c960a-46e5-417a-8ae5-78d8a8be1822 req-6c50641d-5e3b-4d78-969a-2a23b5c6d879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:15.021148 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5d7c960a-46e5-417a-8ae5-78d8a8be1822 req-6c50641d-5e3b-4d78-969a-2a23b5c6d879 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e06769200dc344d2b76edf3f16b1d74b&device_id=79f7e2e9-b0df-4925-9173-691f7c609429 HTTP/1.1" status: 200 len: 1163 time: 0.9387183 Jan 21 20:01:15.021871 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.db.api [req-c594e86c-1116-4bcf-9bb2-1aeb4c9ce5f2 req-58c2cefc-c694-49ab-b52e-8facd0f9ac73 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80114) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 21 20:01:15.022230 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_db.api [req-c594e86c-1116-4bcf-9bb2-1aeb4c9ce5f2 req-58c2cefc-c694-49ab-b52e-8facd0f9ac73 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 21 20:01:15.025202 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32373c5-c541-4219-be39-c3b057481c4e req-a1c7ff00-66c8-4f99-858b-39e91b210c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:15.027215 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b32373c5-c541-4219-be39-c3b057481c4e req-a1c7ff00-66c8-4f99-858b-39e91b210c8a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=254a3736-3eda-4653-a3dd-b7e3185fffc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.7285240 Jan 21 20:01:15.075325 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [req-b32373c5-c541-4219-be39-c3b057481c4e req-eb48185e-ac17-49a0-be05-c8928abf1e51 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 20:01:15.076526 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b32373c5-c541-4219-be39-c3b057481c4e req-eb48185e-ac17-49a0-be05-c8928abf1e51 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0191271 Jan 21 20:01:15.104235 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c80575-82fe-4ceb-8e7f-3b00c8f42b90 None None] New status for floating IP 15533484-f51c-4ec3-a26b-48b097cbe098: ACTIVE {{(pid=80116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 21 20:01:15.180806 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-133120b7-c48a-4fee-b260-b8695ccb20c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:15.202819 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-133120b7-c48a-4fee-b260-b8695ccb20c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:01:15.208478 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-133120b7-c48a-4fee-b260-b8695ccb20c7 admin admin] Usage tracker for resource:security_group_rule and tenant:54bcccdf75db4991bda43389e10cf869 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:01:15.214442 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-133120b7-c48a-4fee-b260-b8695ccb20c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:01:15.222323 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-133120b7-c48a-4fee-b260-b8695ccb20c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:01:15.293436 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-11e4b002-d216-4d90-b6ac-a60b5b978620 req-19aec8be-1c62-4fbf-9046-e6c7b5191dd4 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2999525 Jan 21 20:01:15.425921 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-133120b7-c48a-4fee-b260-b8695ccb20c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:15.434919 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-133120b7-c48a-4fee-b260-b8695ccb20c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:15.456530 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c960a-46e5-417a-8ae5-78d8a8be1822 req-9be1b803-7b20-4a5f-afd8-a932ccfef497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:15.458698 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5d7c960a-46e5-417a-8ae5-78d8a8be1822 req-9be1b803-7b20-4a5f-afd8-a932ccfef497 service neutron] 10.222.0.83 "GET /v2.0/networks?id=254a3736-3eda-4653-a3dd-b7e3185fffc0 HTTP/1.1" status: 200 len: 905 time: 0.4280710 Jan 21 20:01:15.464192 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-db534b90-d1e5-488b-9411-6552fb068962 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:15.465526 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469e5dae-7fc2-48fc-80b1-8bbd126023bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ab05c73-5c40-4d07-a524-cc9d95ce976e', 'code': 200} Jan 21 20:01:15.486577 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b32373c5-c541-4219-be39-c3b057481c4e req-39a65da8-19fd-409c-85fa-d9c19f57b9c7 service neutron] 10.222.0.74 "GET /v2.0/networks/254a3736-3eda-4653-a3dd-b7e3185fffc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234205 Jan 21 20:01:15.530504 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-c594e86c-1116-4bcf-9bb2-1aeb4c9ce5f2 req-58c2cefc-c694-49ab-b52e-8facd0f9ac73 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Deleting port 0ab05c73-5c40-4d07-a524-cc9d95ce976e {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:01:15.531193 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c594e86c-1116-4bcf-9bb2-1aeb4c9ce5f2 req-58c2cefc-c694-49ab-b52e-8facd0f9ac73 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:15.532258 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-133120b7-c48a-4fee-b260-b8695ccb20c7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=54bcccdf75db4991bda43389e10cf869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5985320 Jan 21 20:01:15.543542 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 57588) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:01:15.572976 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133120b7-c48a-4fee-b260-b8695ccb20c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c53da28-9ffd-44cd-805c-1c6814488cc4,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:15.585907 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-133120b7-c48a-4fee-b260-b8695ccb20c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:15.728286 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-67acefda-e76c-47c0-a0cb-ef968804b4fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:15.777916 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-67acefda-e76c-47c0-a0cb-ef968804b4fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:15.847198 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-67acefda-e76c-47c0-a0cb-ef968804b4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:15.853079 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b5c898cc-7c7c-4dc2-909d-ce09e4bec12f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:15.885206 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67acefda-e76c-47c0-a0cb-ef968804b4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c53da28-9ffd-44cd-805c-1c6814488cc4,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:15.890593 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-67acefda-e76c-47c0-a0cb-ef968804b4fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:15.893371 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-67acefda-e76c-47c0-a0cb-ef968804b4fa admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4c53da28-9ffd-44cd-805c-1c6814488cc4 HTTP/1.1" status: 204 len: 168 time: 0.3426459 Jan 21 20:01:15.895646 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-67acefda-e76c-47c0-a0cb-ef968804b4fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:16.044139 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b32373c5-c541-4219-be39-c3b057481c4e req-5b475905-2429-496b-8561-8c9b0e9bf59a service neutron] 10.222.0.74 "GET /v2.0/networks/254a3736-3eda-4653-a3dd-b7e3185fffc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5564198 Jan 21 20:01:16.073645 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5d7c960a-46e5-417a-8ae5-78d8a8be1822 req-38a8b842-dfc5-477d-8b41-c97b912411fd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b0b98a3-4e31-4287-bddc-2fd0cc272432 HTTP/1.1" status: 200 len: 999 time: 0.4985311 Jan 21 20:01:16.350013 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c960a-46e5-417a-8ae5-78d8a8be1822 req-f762efa0-9366-491d-ba46-049f607a18ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:16.352296 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5d7c960a-46e5-417a-8ae5-78d8a8be1822 req-f762efa0-9366-491d-ba46-049f607a18ea service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67448399-3ad8-4d60-b8f0-d9874d8637fd HTTP/1.1" status: 200 len: 850 time: 0.2628136 Jan 21 20:01:16.388785 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd8d31-a20d-4a21-a78f-0b77eaba4759 req-5cc76795-30d8-4ed6-b3c8-7c806a105339 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:16.390762 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6fbd8d31-a20d-4a21-a78f-0b77eaba4759 req-5cc76795-30d8-4ed6-b3c8-7c806a105339 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 944 time: 0.6407790 Jan 21 20:01:16.555247 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 57606) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:01:16.571422 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-c594e86c-1116-4bcf-9bb2-1aeb4c9ce5f2 req-58c2cefc-c694-49ab-b52e-8facd0f9ac73 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] For port 0ab05c73-5c40-4d07-a524-cc9d95ce976e, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=0ab05c73-5c40-4d07-a524-cc9d95ce976e,segment=NetworkSegment(54492169-1737-42df-aa1f-05bff6aaa8d2),segment_id=54492169-1737-42df-aa1f-05bff6aaa8d2)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:01:16.571942 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c594e86c-1116-4bcf-9bb2-1aeb4c9ce5f2 req-58c2cefc-c694-49ab-b52e-8facd0f9ac73 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:16.601087 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6fbd8d31-a20d-4a21-a78f-0b77eaba4759 req-a06e0043-88ab-42f6-840f-c86857d0d814 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377134 Jan 21 20:01:16.619969 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-780891ca-e2ca-4155-8583-76e2375c6b99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:16.634988 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 57610) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:01:16.657903 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-780891ca-e2ca-4155-8583-76e2375c6b99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:01:16.666091 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-780891ca-e2ca-4155-8583-76e2375c6b99 admin admin] Usage tracker for resource:security_group_rule and tenant:f2709fd3094e4a94bf1332aedff957b7 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:01:16.672262 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-780891ca-e2ca-4155-8583-76e2375c6b99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:01:16.683760 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-780891ca-e2ca-4155-8583-76e2375c6b99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:01:16.814818 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-780891ca-e2ca-4155-8583-76e2375c6b99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:16.819812 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c960a-46e5-417a-8ae5-78d8a8be1822 req-518caa48-6acb-46a3-b160-a76a112a2a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:16.820526 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-780891ca-e2ca-4155-8583-76e2375c6b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:16.821791 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5d7c960a-46e5-417a-8ae5-78d8a8be1822 req-518caa48-6acb-46a3-b160-a76a112a2a0c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=254a3736-3eda-4653-a3dd-b7e3185fffc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4601724 Jan 21 20:01:16.832033 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f37955c2-d266-4eb3-ac1c-7a6f7a59ca31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:16.884259 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-780891ca-e2ca-4155-8583-76e2375c6b99 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f2709fd3094e4a94bf1332aedff957b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3263178 Jan 21 20:01:16.886724 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780891ca-e2ca-4155-8583-76e2375c6b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd44897-2278-4a06-b50c-7af1e2aac56e,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:16.890568 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 57616) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:01:16.913887 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-780891ca-e2ca-4155-8583-76e2375c6b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:16.999902 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0d6467b9-930f-4db5-bf9b-4a8b5f2cf344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:17.036809 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-0d6467b9-930f-4db5-bf9b-4a8b5f2cf344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:01:17.040088 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a376e34d-2b88-4471-bbc4-dd7a1cc7bfc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:17.044677 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-0d6467b9-930f-4db5-bf9b-4a8b5f2cf344 admin admin] Usage tracker for resource:security_group_rule and tenant:822d883a159248fbbd1a0478887e7fb1 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:01:17.055886 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-0d6467b9-930f-4db5-bf9b-4a8b5f2cf344 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:01:17.069703 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-0d6467b9-930f-4db5-bf9b-4a8b5f2cf344 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:01:17.093753 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a376e34d-2b88-4471-bbc4-dd7a1cc7bfc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:17.188141 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a376e34d-2b88-4471-bbc4-dd7a1cc7bfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:17.198299 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-5a61762d-dc9f-4d27-9c7f-3e01aae60e8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:17.218954 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a376e34d-2b88-4471-bbc4-dd7a1cc7bfc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd44897-2278-4a06-b50c-7af1e2aac56e,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:17.231168 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a376e34d-2b88-4471-bbc4-dd7a1cc7bfc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:17.244930 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a376e34d-2b88-4471-bbc4-dd7a1cc7bfc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:17.248935 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-a376e34d-2b88-4471-bbc4-dd7a1cc7bfc3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1cd44897-2278-4a06-b50c-7af1e2aac56e HTTP/1.1" status: 204 len: 168 time: 0.3542402 Jan 21 20:01:17.254913 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c707d42-dfa3-4482-beb6-8959d72efbd7 req-db670fa4-cea0-4778-8913-4634492e4919 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:17.259234 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5c707d42-dfa3-4482-beb6-8959d72efbd7 req-db670fa4-cea0-4778-8913-4634492e4919 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 943 time: 0.5825765 Jan 21 20:01:17.287209 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0d6467b9-930f-4db5-bf9b-4a8b5f2cf344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:17.292224 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0d6467b9-930f-4db5-bf9b-4a8b5f2cf344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:17.302519 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b8089d3d-e945-438d-a931-6e0e77b7964c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:17.354944 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-0d6467b9-930f-4db5-bf9b-4a8b5f2cf344 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=822d883a159248fbbd1a0478887e7fb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7167163 Jan 21 20:01:17.356068 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6467b9-930f-4db5-bf9b-4a8b5f2cf344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d68b5b-b7a1-495a-863c-bf21ccf639ef,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:17.359560 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0d6467b9-930f-4db5-bf9b-4a8b5f2cf344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:17.360115 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 57622) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:01:17.444402 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c3dac368-e311-480c-881e-269a0407e7b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:17.490242 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c3dac368-e311-480c-881e-269a0407e7b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:17.591919 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c3dac368-e311-480c-881e-269a0407e7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:17.606817 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-934247f4-3ec1-48b1-a292-6ade97c39a73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:17.627958 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dac368-e311-480c-881e-269a0407e7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d68b5b-b7a1-495a-863c-bf21ccf639ef,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:17.641981 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c3dac368-e311-480c-881e-269a0407e7b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:17.643687 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c3dac368-e311-480c-881e-269a0407e7b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:17.649177 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-c3dac368-e311-480c-881e-269a0407e7b6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/08d68b5b-b7a1-495a-863c-bf21ccf639ef HTTP/1.1" status: 204 len: 168 time: 0.2845926 Jan 21 20:01:17.679860 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c594e86c-1116-4bcf-9bb2-1aeb4c9ce5f2 req-58c2cefc-c694-49ab-b52e-8facd0f9ac73 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks [] for floatingip, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:17.680783 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c594e86c-1116-4bcf-9bb2-1aeb4c9ce5f2 req-58c2cefc-c694-49ab-b52e-8facd0f9ac73 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853807100'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:17.681447 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.db.l3_db [req-c594e86c-1116-4bcf-9bb2-1aeb4c9ce5f2 req-58c2cefc-c694-49ab-b52e-8facd0f9ac73 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Floating IP 73f789ae-3249-4b15-a23d-bcc8fdade14d disassociated. External IP: 172.27.2.152, port: 0ab05c73-5c40-4d07-a524-cc9d95ce976e. Jan 21 20:01:17.682150 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-c594e86c-1116-4bcf-9bb2-1aeb4c9ce5f2 req-58c2cefc-c694-49ab-b52e-8facd0f9ac73 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Calling delete_port for 0ab05c73-5c40-4d07-a524-cc9d95ce976e owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:01:17.879477 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5c707d42-dfa3-4482-beb6-8959d72efbd7 req-5158a51d-591b-4d5a-97b8-8fcacaefa836 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5934985 Jan 21 20:01:17.911738 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5d7c960a-46e5-417a-8ae5-78d8a8be1822 req-827a2bf6-ccc6-4171-8fe6-959739383b2b service neutron] 10.222.0.83 "GET /v2.0/networks/254a3736-3eda-4653-a3dd-b7e3185fffc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9753127 Jan 21 20:01:18.205882 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c594e86c-1116-4bcf-9bb2-1aeb4c9ce5f2 req-58c2cefc-c694-49ab-b52e-8facd0f9ac73 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852560929'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:18.230963 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0e86c4df-0191-4db8-9fc5-0a45bc210557 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:18.378537 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c2cefc-c694-49ab-b52e-8facd0f9ac73 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Pushing event deleted for resources: {'Port': ['ID=0ab05c73-5c40-4d07-a524-cc9d95ce976e,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:18.383555 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-58c2cefc-c694-49ab-b52e-8facd0f9ac73 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:18.409036 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5d7c960a-46e5-417a-8ae5-78d8a8be1822 req-1121544f-5d03-4b17-94e1-291388c3d94b service neutron] 10.222.0.83 "GET /v2.0/networks/254a3736-3eda-4653-a3dd-b7e3185fffc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4506400 Jan 21 20:01:18.442633 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daed90b-0607-41fd-a82a-6582e8ff6bbf req-5f7ea468-bc96-42aa-973e-3e25df162031 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:18.445122 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2daed90b-0607-41fd-a82a-6582e8ff6bbf req-5f7ea468-bc96-42aa-973e-3e25df162031 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 944 time: 0.5636449 Jan 21 20:01:18.617578 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2daed90b-0607-41fd-a82a-6582e8ff6bbf req-b7e54b11-b275-46b6-b76e-1dda15f760c8 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=01f5299e-1b1b-4930-a64a-5abb5fb69acd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632109 Jan 21 20:01:19.179036 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c594e86c-1116-4bcf-9bb2-1aeb4c9ce5f2 req-58c2cefc-c694-49ab-b52e-8facd0f9ac73 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Router 0b476698-997c-483c-b00f-004470af1691 has already been hosted by L3 agent acfbd797-5df7-45c7-9954-db8085626b2a {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 20:01:19.237450 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 0ace9033-d0df-4cf8-96a2-b427cf301a87 up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:01:19.355339 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 0ace9033-d0df-4cf8-96a2-b427cf301a87 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:01:19.356383 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:19.632339 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c594e86c-1116-4bcf-9bb2-1aeb4c9ce5f2 req-58c2cefc-c694-49ab-b52e-8facd0f9ac73 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify agent at l3_agent.dv-cinder-726180-8-iscsi the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:01:19.637850 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:19.666888 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2ee813-08ee-4b41-b339-07a83218c7ea None None] Sync routers for ids ['0b476698-997c-483c-b00f-004470af1691'] in dv-cinder-726180-8-iscsi {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:01:19.677207 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 57672) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:01:19.706873 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2ee813-08ee-4b41-b339-07a83218c7ea None None] Routers {'0b476698-997c-483c-b00f-004470af1691'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:01:19.708203 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-df2ee813-08ee-4b41-b339-07a83218c7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:01:06Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['0b476698-997c-483c-b00f-004470af1691'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:01:19.828936 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-c594e86c-1116-4bcf-9bb2-1aeb4c9ce5f2 req-58c2cefc-c694-49ab-b52e-8facd0f9ac73 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] No DVR routers for this DVR port 0ab05c73-5c40-4d07-a524-cc9d95ce976e on host hv-cinder-72618 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 20:01:19.833406 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c594e86c-1116-4bcf-9bb2-1aeb4c9ce5f2 req-58c2cefc-c694-49ab-b52e-8facd0f9ac73 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:19.860371 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469e5dae-7fc2-48fc-80b1-8bbd126023bb', 'name': 'network-vif-deleted', 'tag': '0ab05c73-5c40-4d07-a524-cc9d95ce976e'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:01:19.881178 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c594e86c-1116-4bcf-9bb2-1aeb4c9ce5f2 req-58c2cefc-c694-49ab-b52e-8facd0f9ac73 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.83 "DELETE /v2.0/ports/0ab05c73-5c40-4d07-a524-cc9d95ce976e HTTP/1.1" status: 204 len: 173 time: 7.5499928 Jan 21 20:01:19.934281 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1a33e-7fe2-49e7-b244-0f74de5de427 req-58153b21-e4e4-4533-8456-96a26026d25b tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:19.952819 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-58a1a33e-7fe2-49e7-b244-0f74de5de427 req-58153b21-e4e4-4533-8456-96a26026d25b tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 943 time: 0.4936259 Jan 21 20:01:19.994063 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 57682) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:01:20.185574 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-b8a66371-f5e9-44d7-8815-cc98cab06195 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-650689693-network', 'tenant_id': 'e421781b13ec462a8bd73122a059e1aa'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:01:20.192210 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-b8a66371-f5e9-44d7-8815-cc98cab06195 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:01:20.199124 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-b8a66371-f5e9-44d7-8815-cc98cab06195 admin admin] Usage tracker for resource:network and tenant:e421781b13ec462a8bd73122a059e1aa is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:01:20.202900 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-b8a66371-f5e9-44d7-8815-cc98cab06195 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:01:20.209951 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-b8a66371-f5e9-44d7-8815-cc98cab06195 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:01:20.223241 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a66371-f5e9-44d7-8815-cc98cab06195 admin admin] Made reservation on behalf of e421781b13ec462a8bd73122a059e1aa for: {'network': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:01:20.230442 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b8a66371-f5e9-44d7-8815-cc98cab06195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for network, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:20.250554 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b8a66371-f5e9-44d7-8815-cc98cab06195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:20.269602 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-b8a66371-f5e9-44d7-8815-cc98cab06195 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:01:20.274421 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-b8a66371-f5e9-44d7-8815-cc98cab06195 admin admin] Usage tracker for resource:security_group_rule and tenant:e421781b13ec462a8bd73122a059e1aa is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:01:20.278501 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-b8a66371-f5e9-44d7-8815-cc98cab06195 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:01:20.286173 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-b8a66371-f5e9-44d7-8815-cc98cab06195 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:01:20.312091 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-346005af-a0b5-4d3b-bd32-c9627a632b46 req-24820acc-1ad0-4a50-903a-43f15220e833 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Synchronizing usage tracker for tenant:b3037d7b8c6a4529a56f7be33c3cb0ab on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:01:20.361732 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-58a1a33e-7fe2-49e7-b244-0f74de5de427 req-4afa0de0-ea58-4bf8-9146-d69c7ffa22e8 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4054585 Jan 21 20:01:20.389780 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-df2ee813-08ee-4b41-b339-07a83218c7ea None None] Set router 0b476698-997c-483c-b00f-004470af1691 gateway port host: dv-cinder-726180-8-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:01:20.402765 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-346005af-a0b5-4d3b-bd32-c9627a632b46 req-24820acc-1ad0-4a50-903a-43f15220e833 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Unset dirty status for tenant:b3037d7b8c6a4529a56f7be33c3cb0ab on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:01:20.404853 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-eb3b7ee7-fb6c-4818-b8c7-f7a5a07e2805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:20.412657 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-346005af-a0b5-4d3b-bd32-c9627a632b46 req-24820acc-1ad0-4a50-903a-43f15220e833 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=469e5dae-7fc2-48fc-80b1-8bbd126023bb HTTP/1.1" status: 200 len: 210 time: 0.3932366 Jan 21 20:01:20.439142 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-eb3b7ee7-fb6c-4818-b8c7-f7a5a07e2805 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:01:20.450014 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-eb3b7ee7-fb6c-4818-b8c7-f7a5a07e2805 admin admin] Usage tracker for resource:security_group_rule and tenant:7fbefe8b87374c9aaa39969fddd16202 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:01:20.462892 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-eb3b7ee7-fb6c-4818-b8c7-f7a5a07e2805 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:01:20.470775 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ace9033-d0df-4cf8-96a2-b427cf301a87'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:01:20.477157 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-eb3b7ee7-fb6c-4818-b8c7-f7a5a07e2805 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:01:20.527449 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2777c6-8a9c-4e07-860d-c3f885ea5443 req-0390b958-2419-4e96-b346-3f6ce64b35e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:20.529305 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5c2777c6-8a9c-4e07-860d-c3f885ea5443 req-0390b958-2419-4e96-b346-3f6ce64b35e7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ac30196b7fac4ccba1cac9aaee7458e7&device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 1160 time: 0.3795953 Jan 21 20:01:20.564259 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] For port 0ace9033-d0df-4cf8-96a2-b427cf301a87, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=0ace9033-d0df-4cf8-96a2-b427cf301a87,segment=NetworkSegment(1f47a8ba-e3ad-4d68-a35b-b035d86b14ed),segment_id=1f47a8ba-e3ad-4d68-a35b-b035d86b14ed)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:01:20.600760 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:20.614082 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b8a66371-f5e9-44d7-8815-cc98cab06195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:20.622697 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b8a66371-f5e9-44d7-8815-cc98cab06195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:20.629804 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-efa604bd-65a3-4633-b45e-23b40ece0f3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:20.693193 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a66371-f5e9-44d7-8815-cc98cab06195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5caebf4a-8cfb-41da-be6a-549efa993de0,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:20.696796 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8a66371-f5e9-44d7-8815-cc98cab06195 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 21 20:01:20.718098 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b8a66371-f5e9-44d7-8815-cc98cab06195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:20.719245 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469e5dae-7fc2-48fc-80b1-8bbd126023bb', 'name': 'network-vif-deleted', 'tag': '0ab05c73-5c40-4d07-a524-cc9d95ce976e', 'status': 'completed', 'code': 200} Jan 21 20:01:20.744779 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-054b05e5-5d26-4abb-bd4c-55f72e71bde8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:20.756052 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b8a66371-f5e9-44d7-8815-cc98cab06195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8360645'] for segment, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:20.757228 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.db.segments_db [None req-b8a66371-f5e9-44d7-8815-cc98cab06195 admin admin] Added segment ad9134c2-9bba-4db6-8545-46f5d3417125 of type vxlan for network 2200cabb-7aa1-48ea-82c4-aefd11a7e0d5 Jan 21 20:01:20.790019 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ace9033-d0df-4cf8-96a2-b427cf301a87', 'code': 200} Jan 21 20:01:20.861332 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-eb3b7ee7-fb6c-4818-b8c7-f7a5a07e2805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:20.866070 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b8a66371-f5e9-44d7-8815-cc98cab06195 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363307590337259'] for network, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:20.873173 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-eb3b7ee7-fb6c-4818-b8c7-f7a5a07e2805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:20.887541 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-97115e84-2db4-4d13-a423-8567cd0b49b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:20.888059 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2777c6-8a9c-4e07-860d-c3f885ea5443 req-0a937084-b589-49e0-b798-d849b2cdebba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:20.891153 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5c2777c6-8a9c-4e07-860d-c3f885ea5443 req-0a937084-b589-49e0-b798-d849b2cdebba service neutron] 10.222.0.83 "GET /v2.0/networks?id=d6138fb5-b76e-4f29-8bbf-74ec66db9e66 HTTP/1.1" status: 200 len: 911 time: 0.3362103 Jan 21 20:01:20.984787 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Pushing event updated for resources: {'Port': ['ID=0ace9033-d0df-4cf8-96a2-b427cf301a87,revision_number=6']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:20.994790 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b7ee7-fb6c-4818-b8c7-f7a5a07e2805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a4dfe4-173e-473d-ac0a-329ee19c8e27,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:21.001101 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-eb3b7ee7-fb6c-4818-b8c7-f7a5a07e2805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:21.014347 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-eb3b7ee7-fb6c-4818-b8c7-f7a5a07e2805 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7fbefe8b87374c9aaa39969fddd16202&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0187612 Jan 21 20:01:21.015227 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:21.019951 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 57690) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:01:21.137982 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b8a66371-f5e9-44d7-8815-cc98cab06195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103'] for network, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:21.167570 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a66371-f5e9-44d7-8815-cc98cab06195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:21.168632 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b8a66371-f5e9-44d7-8815-cc98cab06195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:21.228573 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:21.246901 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5c2777c6-8a9c-4e07-860d-c3f885ea5443 req-15939f23-90d2-4945-9807-b3563eda749e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ace9033-d0df-4cf8-96a2-b427cf301a87 HTTP/1.1" status: 200 len: 1000 time: 0.3445306 Jan 21 20:01:21.311723 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-92162443-1bee-45d3-bedf-c8c056b35bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:21.401519 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-b8a66371-f5e9-44d7-8815-cc98cab06195 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.7227213 Jan 21 20:01:21.461024 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 57694) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:01:21.469047 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2777c6-8a9c-4e07-860d-c3f885ea5443 req-e060f4df-a425-4d4a-a509-b0d7c993892a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:21.471477 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5c2777c6-8a9c-4e07-860d-c3f885ea5443 req-e060f4df-a425-4d4a-a509-b0d7c993892a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c1281d7a-a47b-4e8a-8373-d8daef5b1038 HTTP/1.1" status: 200 len: 856 time: 0.2106056 Jan 21 20:01:21.495096 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-92162443-1bee-45d3-bedf-c8c056b35bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:21.499479 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-7591d0a9-5368-4f34-8a08-c337ed08eda2 admin admin] Request body: {'subnet': {'network_id': '2200cabb-7aa1-48ea-82c4-aefd11a7e0d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-650689693-subnet', 'tenant_id': 'e421781b13ec462a8bd73122a059e1aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:01:21.532723 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-7591d0a9-5368-4f34-8a08-c337ed08eda2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:01:21.653192 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a66371-f5e9-44d7-8815-cc98cab06195 admin admin] Pushing event updated for resources: {'Network': ['ID=2200cabb-7aa1-48ea-82c4-aefd11a7e0d5,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:21.661406 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b8a66371-f5e9-44d7-8815-cc98cab06195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:21.676043 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Network 2200cabb-7aa1-48ea-82c4-aefd11a7e0d5 details requested by agent ovs-agent-dv-cinder-726180-8-iscsi with host dv-cinder-726180-8-iscsi {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 20:01:21.709099 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-7591d0a9-5368-4f34-8a08-c337ed08eda2 admin admin] Usage tracker for resource:subnet and tenant:e421781b13ec462a8bd73122a059e1aa is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:01:21.712727 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Network 2200cabb-7aa1-48ea-82c4-aefd11a7e0d5 details requested by agent ovs-agent-hv-cinder-72618 with host hv-cinder-72618 {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 20:01:21.721123 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-7591d0a9-5368-4f34-8a08-c337ed08eda2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:01:21.735284 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-7591d0a9-5368-4f34-8a08-c337ed08eda2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:01:21.743663 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-92162443-1bee-45d3-bedf-c8c056b35bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:21.752355 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-25019360-d75d-498b-8e0f-508e40f0b753 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:21.772269 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 57706) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:01:21.791852 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92162443-1bee-45d3-bedf-c8c056b35bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a4dfe4-173e-473d-ac0a-329ee19c8e27,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:21.797129 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-92162443-1bee-45d3-bedf-c8c056b35bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:21.811647 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-92162443-1bee-45d3-bedf-c8c056b35bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:21.812952 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-92162443-1bee-45d3-bedf-c8c056b35bc9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/13a4dfe4-173e-473d-ac0a-329ee19c8e27 HTTP/1.1" status: 204 len: 168 time: 0.7915194 Jan 21 20:01:21.866934 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7591d0a9-5368-4f34-8a08-c337ed08eda2 admin admin] Made reservation on behalf of e421781b13ec462a8bd73122a059e1aa for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:01:21.872347 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7591d0a9-5368-4f34-8a08-c337ed08eda2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851644479'] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:21.939951 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-00c0ec61-3484-4543-a12b-079555131d34 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:22.004123 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f2dcf-18f4-458d-abdd-1c3efc8a0ba5 req-014f49e1-bb37-409b-a5a2-df574bfcabf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:22.005756 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a59f2dcf-18f4-458d-abdd-1c3efc8a0ba5 req-014f49e1-bb37-409b-a5a2-df574bfcabf0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 1162 time: 0.6048079 Jan 21 20:01:22.035831 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-00c0ec61-3484-4543-a12b-079555131d34 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:22.078307 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2777c6-8a9c-4e07-860d-c3f885ea5443 req-4eecbf82-c1cc-49d3-aefb-77baa742f18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:22.080214 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5c2777c6-8a9c-4e07-860d-c3f885ea5443 req-4eecbf82-c1cc-49d3-aefb-77baa742f18e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d6138fb5-b76e-4f29-8bbf-74ec66db9e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5645626 Jan 21 20:01:22.088215 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-df2ee813-08ee-4b41-b339-07a83218c7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b476698-997c-483c-b00f-004470af1691', 'name': 'tempest-AttachVolumeTestJSON-195330097-router', 'tenant_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b6021edf-7e7d-496e-bee4-07f0dc3ba880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:55:35Z', 'updated_at': '2021-01-21T19:55:55Z', 'revision_number': 4, 'project_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'gw_port': {'id': 'b6021edf-7e7d-496e-bee4-07f0dc3ba880', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ec:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b476698-997c-483c-b00f-004470af1691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:55:37Z', 'updated_at': '2021-01-21T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': 'd8a65cff-aea8-4882-a2f3-0e8473103394', 'name': '', 'network_id': 'b1756871-2be2-4eac-a235-402a56a7b855', 'tenant_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'mac_address': 'fa:16:3e:ca:c8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b476698-997c-483c-b00f-004470af1691', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '9790493f-b318-4d1c-bd26-0e9563a125df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:55:50Z', 'updated_at': '2021-01-21T19:56:07Z', 'revision_number': 5, 'project_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'subnets': [{'id': '9790493f-b318-4d1c-bd26-0e9563a125df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:01:22.097110 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2ee813-08ee-4b41-b339-07a83218c7ea None None] Checking router: 0b476698-997c-483c-b00f-004470af1691 for host: dv-cinder-726180-8-iscsi {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:01:22.134053 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2ee813-08ee-4b41-b339-07a83218c7ea None None] Routers {'0b476698-997c-483c-b00f-004470af1691'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:01:22.135301 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-df2ee813-08ee-4b41-b339-07a83218c7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:01:06Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['0b476698-997c-483c-b00f-004470af1691'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:01:22.160612 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-00c0ec61-3484-4543-a12b-079555131d34 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:22.167504 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-5290ee60-f37d-4dec-af73-b7a3c4f97c01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:22.174711 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a59f2dcf-18f4-458d-abdd-1c3efc8a0ba5 req-8eb4fc1b-fb73-4cca-a994-60f1d9e48eb3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609316 Jan 21 20:01:22.188872 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0ec61-3484-4543-a12b-079555131d34 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f5299e-1b1b-4930-a64a-5abb5fb69acd,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:22.193014 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-00c0ec61-3484-4543-a12b-079555131d34 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:22.209215 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-00c0ec61-3484-4543-a12b-079555131d34 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:22.211580 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-00c0ec61-3484-4543-a12b-079555131d34 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "DELETE /v2.0/security-groups/01f5299e-1b1b-4930-a64a-5abb5fb69acd HTTP/1.1" status: 204 len: 168 time: 0.4381707 Jan 21 20:01:22.214491 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 57712) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:01:22.232761 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bca073-cdaa-4724-a1ce-620725c8f106 req-a017492d-c001-4009-9e5d-0f30a7760b01 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:22.234662 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b3bca073-cdaa-4724-a1ce-620725c8f106 req-a017492d-c001-4009-9e5d-0f30a7760b01 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 945 time: 0.4933205 Jan 21 20:01:22.255044 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.v2.resource [None req-eeb11274-d948-4b9d-b770-e50b3e34d8dd tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] show failed (client error): The resource could not be found. Jan 21 20:01:22.256249 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-eeb11274-d948-4b9d-b770-e50b3e34d8dd tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups/01f5299e-1b1b-4930-a64a-5abb5fb69acd HTTP/1.1" status: 404 len: 347 time: 0.0406663 Jan 21 20:01:22.262181 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 57718) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:01:22.530576 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b3bca073-cdaa-4724-a1ce-620725c8f106 req-5b235077-7eca-4e6e-8d12-7ee9061b61a4 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2016280 Jan 21 20:01:22.534843 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5c2777c6-8a9c-4e07-860d-c3f885ea5443 req-d9445182-92af-4bb6-bda4-b4da60a45a13 service neutron] 10.222.0.83 "GET /v2.0/networks/d6138fb5-b76e-4f29-8bbf-74ec66db9e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320970 Jan 21 20:01:22.721202 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-df2ee813-08ee-4b41-b339-07a83218c7ea None None] Set router 0b476698-997c-483c-b00f-004470af1691 gateway port host: dv-cinder-726180-8-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:01:22.776830 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-5fbd4846-6f22-45a8-9cf2-a9cbd1c10d6d tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Deleting port 4b1eddbe-73f7-4d9f-8219-912127d12852 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:01:22.777840 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5fbd4846-6f22-45a8-9cf2-a9cbd1c10d6d tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:23.082604 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5fbd4846-6f22-45a8-9cf2-a9cbd1c10d6d tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:23.083066 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5fbd4846-6f22-45a8-9cf2-a9cbd1c10d6d tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks [] for floatingip, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:23.283969 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5c2777c6-8a9c-4e07-860d-c3f885ea5443 req-6a73c278-cdf9-4dfd-818b-2b060c5e5d32 service neutron] 10.222.0.83 "GET /v2.0/networks/d6138fb5-b76e-4f29-8bbf-74ec66db9e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5281842 Jan 21 20:01:23.287054 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 0ace9033-d0df-4cf8-96a2-b427cf301a87 up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:01:23.309039 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-5fbd4846-6f22-45a8-9cf2-a9cbd1c10d6d tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Calling delete_port for 4b1eddbe-73f7-4d9f-8219-912127d12852 owned by network:floatingip {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:01:23.485671 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 0ace9033-d0df-4cf8-96a2-b427cf301a87 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:01:23.486205 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:23.593714 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-df2ee813-08ee-4b41-b339-07a83218c7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b476698-997c-483c-b00f-004470af1691', 'name': 'tempest-AttachVolumeTestJSON-195330097-router', 'tenant_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b6021edf-7e7d-496e-bee4-07f0dc3ba880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:55:35Z', 'updated_at': '2021-01-21T19:55:55Z', 'revision_number': 4, 'project_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'gw_port': {'id': 'b6021edf-7e7d-496e-bee4-07f0dc3ba880', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ec:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b476698-997c-483c-b00f-004470af1691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:55:37Z', 'updated_at': '2021-01-21T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': 'd8a65cff-aea8-4882-a2f3-0e8473103394', 'name': '', 'network_id': 'b1756871-2be2-4eac-a235-402a56a7b855', 'tenant_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'mac_address': 'fa:16:3e:ca:c8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b476698-997c-483c-b00f-004470af1691', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '9790493f-b318-4d1c-bd26-0e9563a125df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:55:50Z', 'updated_at': '2021-01-21T19:56:07Z', 'revision_number': 5, 'project_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'subnets': [{'id': '9790493f-b318-4d1c-bd26-0e9563a125df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:01:23.617046 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2ee813-08ee-4b41-b339-07a83218c7ea None None] The sync data for ids ['0b476698-997c-483c-b00f-004470af1691'] in dv-cinder-726180-8-iscsi is: [{'id': '0b476698-997c-483c-b00f-004470af1691', 'name': 'tempest-AttachVolumeTestJSON-195330097-router', 'tenant_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b6021edf-7e7d-496e-bee4-07f0dc3ba880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:55:35Z', 'updated_at': '2021-01-21T19:55:55Z', 'revision_number': 4, 'project_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'gw_port': {'id': 'b6021edf-7e7d-496e-bee4-07f0dc3ba880', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ec:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b476698-997c-483c-b00f-004470af1691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:55:37Z', 'updated_at': '2021-01-21T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': 'd8a65cff-aea8-4882-a2f3-0e8473103394', 'name': '', 'network_id': 'b1756871-2be2-4eac-a235-402a56a7b855', 'tenant_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'mac_address': 'fa:16:3e:ca:c8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b476698-997c-483c-b00f-004470af1691', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '9790493f-b318-4d1c-bd26-0e9563a125df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:55:50Z', 'updated_at': '2021-01-21T19:56:07Z', 'revision_number': 5, 'project_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'subnets': [{'id': '9790493f-b318-4d1c-bd26-0e9563a125df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:01:23.629530 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 57740) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:01:23.735771 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5fbd4846-6f22-45a8-9cf2-a9cbd1c10d6d tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2470122'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:23.765890 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:23.788675 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7591d0a9-5368-4f34-8a08-c337ed08eda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851644430'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:23.854843 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:23.883467 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd4846-6f22-45a8-9cf2-a9cbd1c10d6d tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Pushing event deleted for resources: {'Port': ['ID=4b1eddbe-73f7-4d9f-8219-912127d12852,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:23.893827 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-5fbd4846-6f22-45a8-9cf2-a9cbd1c10d6d tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:24.086285 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-288094fb-a35a-4630-87bf-4eeb36cc27e8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-754482351-network', 'tenant_id': '0ddb4b82bd4d4ba798210dfef0c51e89'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:01:24.113665 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-288094fb-a35a-4630-87bf-4eeb36cc27e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:01:24.122549 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-288094fb-a35a-4630-87bf-4eeb36cc27e8 admin admin] Usage tracker for resource:network and tenant:0ddb4b82bd4d4ba798210dfef0c51e89 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:01:24.128852 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-288094fb-a35a-4630-87bf-4eeb36cc27e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:01:24.156010 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591d0a9-5368-4f34-8a08-c337ed08eda2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=105f2bff-4de0-4847-a5a4-12f34262512b,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:24.156767 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-288094fb-a35a-4630-87bf-4eeb36cc27e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:01:24.167281 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-7591d0a9-5368-4f34-8a08-c337ed08eda2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:24.212629 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288094fb-a35a-4630-87bf-4eeb36cc27e8 admin admin] Made reservation on behalf of 0ddb4b82bd4d4ba798210dfef0c51e89 for: {'network': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:01:24.221505 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-288094fb-a35a-4630-87bf-4eeb36cc27e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for network, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:24.265364 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-288094fb-a35a-4630-87bf-4eeb36cc27e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:24.277980 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26993ca2-2db0-4f1c-9d10-78362e975b7c None None] New status for floating IP 73f789ae-3249-4b15-a23d-bcc8fdade14d: DOWN {{(pid=80116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 21 20:01:24.302467 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a33a3-6cbf-4bdd-9a65-9f3221e5a142 req-14101ac4-bed6-43df-9529-d30b51438c49 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:24.306766 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8d9a33a3-6cbf-4bdd-9a65-9f3221e5a142 req-14101ac4-bed6-43df-9529-d30b51438c49 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 945 time: 0.3724089 Jan 21 20:01:24.318066 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-288094fb-a35a-4630-87bf-4eeb36cc27e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:01:24.326750 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-288094fb-a35a-4630-87bf-4eeb36cc27e8 admin admin] Usage tracker for resource:security_group_rule and tenant:0ddb4b82bd4d4ba798210dfef0c51e89 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:01:24.333182 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-288094fb-a35a-4630-87bf-4eeb36cc27e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:01:24.346108 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-288094fb-a35a-4630-87bf-4eeb36cc27e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:01:24.462131 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8d9a33a3-6cbf-4bdd-9a65-9f3221e5a142 req-17263af9-86ba-4d63-9a2a-d4a0bb999126 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349049 Jan 21 20:01:24.469542 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7591d0a9-5368-4f34-8a08-c337ed08eda2 admin admin] Checking segment: {'id': 'ad9134c2-9bba-4db6-8545-46f5d3417125', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2200cabb-7aa1-48ea-82c4-aefd11a7e0d5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:01:24.470362 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7591d0a9-5368-4f34-8a08-c337ed08eda2 admin admin] Network hostable DHCP agents. Network: 2200cabb-7aa1-48ea-82c4-aefd11a7e0d5, hostable agents: ['a1da6b86-37e3-41b0-832c-986ff53a0b75'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 20:01:24.521039 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7591d0a9-5368-4f34-8a08-c337ed08eda2 admin admin] Network 2200cabb-7aa1-48ea-82c4-aefd11a7e0d5 is scheduled to be hosted by DHCP agent a1da6b86-37e3-41b0-832c-986ff53a0b75 with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 20:01:24.542234 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-7591d0a9-5368-4f34-8a08-c337ed08eda2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-8-iscsi, 2200cabb-7aa1-48ea-82c4-aefd11a7e0d5) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:01:24.542744 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5fbd4846-6f22-45a8-9cf2-a9cbd1c10d6d tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks [] for floatingip, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:24.565160 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7591d0a9-5368-4f34-8a08-c337ed08eda2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:24.566730 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7591d0a9-5368-4f34-8a08-c337ed08eda2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:24.573308 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7041916-88aa-49b5-88b0-3b48a4b352d8 None None] Network 2200cabb-7aa1-48ea-82c4-aefd11a7e0d5 requested from dv-cinder-726180-8-iscsi {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 20:01:24.622263 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-7591d0a9-5368-4f34-8a08-c337ed08eda2 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.1486816 Jan 21 20:01:24.714507 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5fbd4846-6f22-45a8-9cf2-a9cbd1c10d6d tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for floatingip, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:24.721819 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-5fbd4846-6f22-45a8-9cf2-a9cbd1c10d6d tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "DELETE /v2.0/floatingips/73f789ae-3249-4b15-a23d-bcc8fdade14d HTTP/1.1" status: 204 len: 168 time: 2.4533653 Jan 21 20:01:24.728336 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-288094fb-a35a-4630-87bf-4eeb36cc27e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:24.738339 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-288094fb-a35a-4630-87bf-4eeb36cc27e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:24.754516 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b8a66371-f5e9-44d7-8815-cc98cab06195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:24.811295 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-288094fb-a35a-4630-87bf-4eeb36cc27e8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 21 20:01:24.841039 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-288094fb-a35a-4630-87bf-4eeb36cc27e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8360645'] for segment, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:24.841569 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.db.segments_db [None req-288094fb-a35a-4630-87bf-4eeb36cc27e8 admin admin] Added segment 7c41453e-9d89-4697-8208-9e5ae9b12e90 of type vxlan for network 843bf788-d609-4005-9995-bbed36e20282 Jan 21 20:01:24.843228 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288094fb-a35a-4630-87bf-4eeb36cc27e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab5a398-bf18-4a00-b529-b5417239d120,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:24.853934 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-288094fb-a35a-4630-87bf-4eeb36cc27e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:24.908476 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-288094fb-a35a-4630-87bf-4eeb36cc27e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363307590337259'] for network, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:25.005250 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-288094fb-a35a-4630-87bf-4eeb36cc27e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103'] for network, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:25.008805 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288094fb-a35a-4630-87bf-4eeb36cc27e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:25.013949 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-288094fb-a35a-4630-87bf-4eeb36cc27e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:25.071130 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e058e8ce-a75f-4aee-8361-fec28a28178f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:25.129863 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-288094fb-a35a-4630-87bf-4eeb36cc27e8 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4987781 Jan 21 20:01:25.134051 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 57788) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:01:25.142463 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3aa059a-c455-4e7f-9f2a-1fe330aedc40 None None] Network 2200cabb-7aa1-48ea-82c4-aefd11a7e0d5 requested from dv-cinder-726180-8-iscsi {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 20:01:25.145981 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-d1d28329-8d64-4904-9762-434d5750790e admin admin] Request body: {'subnet': {'network_id': '843bf788-d609-4005-9995-bbed36e20282', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-754482351-subnet', 'tenant_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:01:25.175522 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-d1d28329-8d64-4904-9762-434d5750790e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:01:25.196728 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-d1d28329-8d64-4904-9762-434d5750790e admin admin] Usage tracker for resource:subnet and tenant:0ddb4b82bd4d4ba798210dfef0c51e89 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:01:25.212306 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-d1d28329-8d64-4904-9762-434d5750790e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:01:25.230683 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-d1d28329-8d64-4904-9762-434d5750790e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:01:25.257631 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d28329-8d64-4904-9762-434d5750790e admin admin] Made reservation on behalf of 0ddb4b82bd4d4ba798210dfef0c51e89 for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:01:25.269255 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d1d28329-8d64-4904-9762-434d5750790e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851644479'] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:25.294575 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 57792) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:01:25.310051 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-c36e9ca0-9b4a-4ec4-bed0-ea5c2c5254c0 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Request body: {'security_group': {'name': 'tempest-securitygroup--618616908', 'description': 'tempest-description--1089950894'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:01:25.327034 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-c36e9ca0-9b4a-4ec4-bed0-ea5c2c5254c0 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:01:25.329819 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288094fb-a35a-4630-87bf-4eeb36cc27e8 admin admin] Pushing event updated for resources: {'Network': ['ID=843bf788-d609-4005-9995-bbed36e20282,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:25.334156 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-288094fb-a35a-4630-87bf-4eeb36cc27e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:25.335712 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-c36e9ca0-9b4a-4ec4-bed0-ea5c2c5254c0 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Usage tracker for resource:security_group and tenant:b3037d7b8c6a4529a56f7be33c3cb0ab is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:01:25.339246 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-c36e9ca0-9b4a-4ec4-bed0-ea5c2c5254c0 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:01:25.346300 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-c36e9ca0-9b4a-4ec4-bed0-ea5c2c5254c0 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:01:25.359116 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c36e9ca0-9b4a-4ec4-bed0-ea5c2c5254c0 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:25.361476 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Network 843bf788-d609-4005-9995-bbed36e20282 details requested by agent ovs-agent-dv-cinder-726180-8-iscsi with host dv-cinder-726180-8-iscsi {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 20:01:25.382642 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Network 843bf788-d609-4005-9995-bbed36e20282 details requested by agent ovs-agent-hv-cinder-72618 with host hv-cinder-72618 {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 20:01:25.393385 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-c36e9ca0-9b4a-4ec4-bed0-ea5c2c5254c0 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:01:25.398525 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-c36e9ca0-9b4a-4ec4-bed0-ea5c2c5254c0 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Usage tracker for resource:security_group_rule and tenant:b3037d7b8c6a4529a56f7be33c3cb0ab is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:01:25.402937 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-c36e9ca0-9b4a-4ec4-bed0-ea5c2c5254c0 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:01:25.410641 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-c36e9ca0-9b4a-4ec4-bed0-ea5c2c5254c0 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:01:25.552645 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c36e9ca0-9b4a-4ec4-bed0-ea5c2c5254c0 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:25.556320 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c36e9ca0-9b4a-4ec4-bed0-ea5c2c5254c0 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:25.565711 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-fea8874b-28ab-4bf8-8898-425d8b57c5cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:25.626162 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e9ca0-9b4a-4ec4-bed0-ea5c2c5254c0 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Pushing event updated for resources: {'SecurityGroup': ['ID=29c3be6d-f2c1-4929-aa45-b068df4bcbc1,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:25.637017 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c36e9ca0-9b4a-4ec4-bed0-ea5c2c5254c0 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:25.664301 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c36e9ca0-9b4a-4ec4-bed0-ea5c2c5254c0 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:25.666725 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-c36e9ca0-9b4a-4ec4-bed0-ea5c2c5254c0 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3677506 Jan 21 20:01:25.671385 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 57798) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:01:25.684306 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-20a6ff34-e2ef-4686-a438-0ce56640eb3f tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Request body: {'security_group_rule': {'security_group_id': '29c3be6d-f2c1-4929-aa45-b068df4bcbc1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:01:25.707738 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-20a6ff34-e2ef-4686-a438-0ce56640eb3f tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:01:25.718586 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-20a6ff34-e2ef-4686-a438-0ce56640eb3f tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Usage tracker for resource:security_group_rule and tenant:b3037d7b8c6a4529a56f7be33c3cb0ab is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:01:25.727005 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-20a6ff34-e2ef-4686-a438-0ce56640eb3f tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:01:25.742066 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-20a6ff34-e2ef-4686-a438-0ce56640eb3f tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:01:25.782492 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-20a6ff34-e2ef-4686-a438-0ce56640eb3f tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks [] for security_group_rule, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:25.882265 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-20a6ff34-e2ef-4686-a438-0ce56640eb3f tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:25.886045 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-20a6ff34-e2ef-4686-a438-0ce56640eb3f tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600105'] for security_group_rule, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:25.888783 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-fe570c34-d5e4-4767-809a-7e3e43961d34 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:25.921427 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a6ff34-e2ef-4686-a438-0ce56640eb3f tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2e54d4c-0a4e-436d-b688-5035766adcaf,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:25.928725 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-20a6ff34-e2ef-4686-a438-0ce56640eb3f tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:25.933792 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-20a6ff34-e2ef-4686-a438-0ce56640eb3f tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks [] for security_group_rule, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:25.942685 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-20a6ff34-e2ef-4686-a438-0ce56640eb3f tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2690396 Jan 21 20:01:25.944238 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 57802) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:01:25.951046 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-bc644f0d-4d5c-484d-bf07-de856075e6ab tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Request body: {'security_group_rule': {'security_group_id': '29c3be6d-f2c1-4929-aa45-b068df4bcbc1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:01:25.962483 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-bc644f0d-4d5c-484d-bf07-de856075e6ab tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:01:25.966968 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-bc644f0d-4d5c-484d-bf07-de856075e6ab tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Usage tracker for resource:security_group_rule and tenant:b3037d7b8c6a4529a56f7be33c3cb0ab is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:01:25.970792 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-bc644f0d-4d5c-484d-bf07-de856075e6ab tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:01:25.976387 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-bc644f0d-4d5c-484d-bf07-de856075e6ab tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:01:25.997278 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bc644f0d-4d5c-484d-bf07-de856075e6ab tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks [] for security_group_rule, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:26.097737 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bc644f0d-4d5c-484d-bf07-de856075e6ab tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:26.112642 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bc644f0d-4d5c-484d-bf07-de856075e6ab tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600105'] for security_group_rule, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:26.115565 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:26.138912 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc644f0d-4d5c-484d-bf07-de856075e6ab tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16085e7e-55b7-4a48-a470-a7be39193692,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:26.142869 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4dabf-6d4a-4eaf-b1f3-2782f4e13aff req-36405fed-6d50-4a04-8229-fc5bd46b5bb9 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:26.144076 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-bc644f0d-4d5c-484d-bf07-de856075e6ab tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:26.154125 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-46c4dabf-6d4a-4eaf-b1f3-2782f4e13aff req-36405fed-6d50-4a04-8229-fc5bd46b5bb9 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 945 time: 0.2762434 Jan 21 20:01:26.166963 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bc644f0d-4d5c-484d-bf07-de856075e6ab tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks [] for security_group_rule, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:26.170181 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-bc644f0d-4d5c-484d-bf07-de856075e6ab tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2232246 Jan 21 20:01:26.173574 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 57810) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:01:26.182147 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-29c0d1b0-25b2-483f-bd51-91f61b074066 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Request body: {'floatingip': {'floating_network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:01:26.200920 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-29c0d1b0-25b2-483f-bd51-91f61b074066 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:01:26.209152 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-29c0d1b0-25b2-483f-bd51-91f61b074066 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Usage tracker for resource:floatingip and tenant:b3037d7b8c6a4529a56f7be33c3cb0ab is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:01:26.216094 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-29c0d1b0-25b2-483f-bd51-91f61b074066 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:01:26.228559 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-29c0d1b0-25b2-483f-bd51-91f61b074066 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:01:26.238730 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-46c4dabf-6d4a-4eaf-b1f3-2782f4e13aff req-8e93a53f-08c8-4ce7-9ebb-9633872e857f tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827985 Jan 21 20:01:26.244331 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-29c0d1b0-25b2-483f-bd51-91f61b074066 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks [] for floatingip, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:26.375063 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d1d28329-8d64-4904-9762-434d5750790e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851644430'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:26.393029 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:26.557608 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d28329-8d64-4904-9762-434d5750790e admin admin] Pushing event updated for resources: {'Subnet': ['ID=936f1562-19ae-4630-8b98-9fbdb8ca23b9,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:26.577778 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d1d28329-8d64-4904-9762-434d5750790e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:26.672917 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d28329-8d64-4904-9762-434d5750790e admin admin] Checking segment: {'id': '7c41453e-9d89-4697-8208-9e5ae9b12e90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '843bf788-d609-4005-9995-bbed36e20282'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:01:26.673529 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d28329-8d64-4904-9762-434d5750790e admin admin] Network hostable DHCP agents. Network: 843bf788-d609-4005-9995-bbed36e20282, hostable agents: ['a1da6b86-37e3-41b0-832c-986ff53a0b75'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 20:01:26.689431 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-29c0d1b0-25b2-483f-bd51-91f61b074066 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:26.701429 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d28329-8d64-4904-9762-434d5750790e admin admin] Network 843bf788-d609-4005-9995-bbed36e20282 is scheduled to be hosted by DHCP agent a1da6b86-37e3-41b0-832c-986ff53a0b75 with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 20:01:26.712111 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-d1d28329-8d64-4904-9762-434d5750790e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-8-iscsi, 843bf788-d609-4005-9995-bbed36e20282) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:01:26.725115 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be13ba79-f573-4647-87d1-e9628e0b3618 None None] Network 843bf788-d609-4005-9995-bbed36e20282 requested from dv-cinder-726180-8-iscsi {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 20:01:26.726223 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d28329-8d64-4904-9762-434d5750790e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:26.727255 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d1d28329-8d64-4904-9762-434d5750790e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:26.752140 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-d1d28329-8d64-4904-9762-434d5750790e admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6160545 Jan 21 20:01:26.755306 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 57816) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:01:26.763593 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-dfbb0592-5233-441c-9aa2-66472270a809 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-754482351-router', 'tenant_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'}}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:01:26.769872 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-dfbb0592-5233-441c-9aa2-66472270a809 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:01:26.775911 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-dfbb0592-5233-441c-9aa2-66472270a809 admin admin] Usage tracker for resource:router and tenant:0ddb4b82bd4d4ba798210dfef0c51e89 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:01:26.780254 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-dfbb0592-5233-441c-9aa2-66472270a809 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:01:26.789152 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-dfbb0592-5233-441c-9aa2-66472270a809 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:01:26.801924 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-dfbb0592-5233-441c-9aa2-66472270a809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854652859'] for router, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:26.803421 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-dfbb0592-5233-441c-9aa2-66472270a809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-957674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1010567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-600212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122957'] for router, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:26.830568 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-dfbb0592-5233-441c-9aa2-66472270a809 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:27.021360 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-29c0d1b0-25b2-483f-bd51-91f61b074066 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Allocated IP 172.27.2.126 (a57e5c9c-980e-4c63-98b2-db6c66af0db2/ea65500f-ac9d-4758-b95c-d190d3e0e3d5/8b24ca37-3fd3-474b-822f-afce5a0a7471) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:01:27.213252 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-29c0d1b0-25b2-483f-bd51-91f61b074066 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:27.242113 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36109bbe-b53f-599f-9ca2-9243de2ffae0-843bf788-d609-4005-9995-bbed36e20282', 'network_id': '843bf788-d609-4005-9995-bbed36e20282', 'tenant_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'fixed_ips': [{'subnet_id': '936f1562-19ae-4630-8b98-9fbdb8ca23b9'}]}} from dv-cinder-726180-8-iscsi. {{(pid=80115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 21 20:01:27.243269 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:27.261088 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-29c0d1b0-25b2-483f-bd51-91f61b074066 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2470122'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:27.284869 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-5fbd4846-6f22-45a8-9cf2-a9cbd1c10d6d tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:27.306312 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-dfbb0592-5233-441c-9aa2-66472270a809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1010580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-968839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-122972'] for router, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:27.469890 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0d1b0-25b2-483f-bd51-91f61b074066 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Pushing event updated for resources: {'Port': ['ID=8b24ca37-3fd3-474b-822f-afce5a0a7471,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:27.473407 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-29c0d1b0-25b2-483f-bd51-91f61b074066 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:27.604561 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c0d1b0-25b2-483f-bd51-91f61b074066 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Network a57e5c9c-980e-4c63-98b2-db6c66af0db2 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:01:27.606105 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-29c0d1b0-25b2-483f-bd51-91f61b074066 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:01:27.608836 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c0d1b0-25b2-483f-bd51-91f61b074066 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:01:27.717348 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-29c0d1b0-25b2-483f-bd51-91f61b074066 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks [] for floatingip, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:27.751330 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] Allocated IP 172.20.0.2 (843bf788-d609-4005-9995-bbed36e20282/936f1562-19ae-4630-8b98-9fbdb8ca23b9/3532b256-64fa-45a1-aa65-f47858987524) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:01:27.845998 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-29c0d1b0-25b2-483f-bd51-91f61b074066 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:27.944460 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-dfbb0592-5233-441c-9aa2-66472270a809 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:27.990693 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-dfbb0592-5233-441c-9aa2-66472270a809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:28.058563 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:28.071998 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] Transition to ACTIVE for port object 3532b256-64fa-45a1-aa65-f47858987524 will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:01:28.102812 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] Transition to ACTIVE for port object 3532b256-64fa-45a1-aa65-f47858987524 will not be triggered until provisioned by entity DHCP. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:01:28.110569 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:28.134244 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:28.144495 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-fe25e680-01d2-4f90-b445-ca6c7765079e tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:28.146359 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-fe25e680-01d2-4f90-b445-ca6c7765079e tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/networks?id=2200cabb-7aa1-48ea-82c4-aefd11a7e0d5 HTTP/1.1" status: 200 len: 808 time: 0.4227321 Jan 21 20:01:28.196538 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-29c0d1b0-25b2-483f-bd51-91f61b074066 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:28.201315 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-29c0d1b0-25b2-483f-bd51-91f61b074066 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852305763'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:28.230209 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-167a7e1c-1f2a-436c-8d3e-2479fb2552bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:28.309125 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:28.316810 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] Pushing event updated for resources: {'Port': ['ID=3532b256-64fa-45a1-aa65-f47858987524,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:28.330464 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:28.330817 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:28.331187 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:28.331577 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:28.332028 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:28.332465 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:28.332849 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:28.333229 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:28.333625 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:28.333998 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:28.334361 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:28.335625 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:28.336386 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:28.336789 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:28.337172 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:28.337549 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:28.337981 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:28.338373 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:28.338787 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:28.339163 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:28.339554 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:28.339979 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:28.340356 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:28.340732 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:28.357072 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:28.412115 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] Network 843bf788-d609-4005-9995-bbed36e20282 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:01:28.414142 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:01:28.417569 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:01:28.444636 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-1a46105a-9895-4a18-bb59-9db872603f61 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/quotas/e421781b13ec462a8bd73122a059e1aa HTTP/1.1" status: 200 len: 375 time: 0.2877867 Jan 21 20:01:28.445984 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c0d1b0-25b2-483f-bd51-91f61b074066 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Pushing event updated for resources: {'Port': ['ID=8b24ca37-3fd3-474b-822f-afce5a0a7471,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:28.465337 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-29c0d1b0-25b2-483f-bd51-91f61b074066 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:28.492466 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] Attempting to bind port 3532b256-64fa-45a1-aa65-f47858987524 on host dv-cinder-726180-8-iscsi for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 20:01:28.493096 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] Attempting to bind port 3532b256-64fa-45a1-aa65-f47858987524 by drivers openvswitch on host dv-cinder-726180-8-iscsi at level 0 using segments [{'id': '7c41453e-9d89-4697-8208-9e5ae9b12e90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '843bf788-d609-4005-9995-bbed36e20282'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 20:01:28.493564 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] Attempting to bind port 3532b256-64fa-45a1-aa65-f47858987524 on network 843bf788-d609-4005-9995-bbed36e20282 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 20:01:28.500585 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] Checking agent: {'id': 'f684b9c2-4f8f-4e03-bb44-a00bf6d32b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 46, 8), 'started_at': datetime.datetime(2021, 1, 21, 19, 46, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 20, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 20:01:28.501090 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] Checking segment: {'id': '7c41453e-9d89-4697-8208-9e5ae9b12e90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '843bf788-d609-4005-9995-bbed36e20282'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:01:28.501801 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:28.501979 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] Bound using segment: {'id': '7c41453e-9d89-4697-8208-9e5ae9b12e90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '843bf788-d609-4005-9995-bbed36e20282'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 20:01:28.502552 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] Bound port: 3532b256-64fa-45a1-aa65-f47858987524, host: dv-cinder-726180-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c41453e-9d89-4697-8208-9e5ae9b12e90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '843bf788-d609-4005-9995-bbed36e20282'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 20:01:28.503161 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:28.575913 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-217fb8b7-11c7-4298-9caa-bcf0349f4ee9 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/ports?tenant_id=e421781b13ec462a8bd73122a059e1aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1032763 Jan 21 20:01:28.611471 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-29c0d1b0-25b2-483f-bd51-91f61b074066 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853807100'] for floatingip, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:28.664290 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-29c0d1b0-25b2-483f-bd51-91f61b074066 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for floatingip, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:28.664862 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] For port 3532b256-64fa-45a1-aa65-f47858987524, host dv-cinder-726180-8-iscsi, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 20:01:28.669185 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] For port 3532b256-64fa-45a1-aa65-f47858987524, host dv-cinder-726180-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=3532b256-64fa-45a1-aa65-f47858987524,segment=NetworkSegment(7c41453e-9d89-4697-8208-9e5ae9b12e90),segment_id=7c41453e-9d89-4697-8208-9e5ae9b12e90)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 20:01:28.671201 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-29c0d1b0-25b2-483f-bd51-91f61b074066 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4957640 Jan 21 20:01:28.675680 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:28.695900 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-bf7e4aa6-1f40-41e0-9004-da8658b2e028 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:28.898218 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] Pushing event updated for resources: {'Port': ['ID=3532b256-64fa-45a1-aa65-f47858987524,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:28.900145 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-70ee584b-417a-48ec-93b2-04cedf46fa29 service neutron] 10.222.0.74 "GET /v2.0/networks/2200cabb-7aa1-48ea-82c4-aefd11a7e0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074172 Jan 21 20:01:28.901431 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-dfbb0592-5233-441c-9aa2-66472270a809 admin admin] Allocated IP 172.27.2.136 (a57e5c9c-980e-4c63-98b2-db6c66af0db2/ea65500f-ac9d-4758-b95c-d190d3e0e3d5/f616ce31-41e6-4867-bf5c-f248eab780de) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:01:28.905645 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:29.146690 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-8ebb6263-0d5f-4131-8cb5-a81e88046697 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--618616908&fields=id&tenant_id=b3037d7b8c6a4529a56f7be33c3cb0ab HTTP/1.1" status: 200 len: 267 time: 0.2384107 Jan 21 20:01:29.412999 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-7875c47a-a04d-40cf-a9e0-6a58ac2e9927 service neutron] 10.222.0.74 "GET /v2.0/networks/2200cabb-7aa1-48ea-82c4-aefd11a7e0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4998648 Jan 21 20:01:29.462615 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-dfbb0592-5233-441c-9aa2-66472270a809 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:29.524884 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-4e4dc719-7791-4c2a-9779-a2d74daf5145 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:29.526567 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-4e4dc719-7791-4c2a-9779-a2d74daf5145 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/networks?id=b1756871-2be2-4eac-a235-402a56a7b855 HTTP/1.1" status: 200 len: 810 time: 0.3638268 Jan 21 20:01:29.556540 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-c265901f-d854-4cb1-978c-24e417b1ccc9 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/quotas/b3037d7b8c6a4529a56f7be33c3cb0ab HTTP/1.1" status: 200 len: 375 time: 0.0209851 Jan 21 20:01:29.570616 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-dfbb0592-5233-441c-9aa2-66472270a809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852560929'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:29.633204 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-da827d77-52d8-4bb8-9133-ec66b2c28308 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:29.890867 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e6e01d49-3ea5-424f-a741-9f71ef8c295e req-48cce1e9-832e-47db-ad7e-4bcf18a94137 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/ports?device_id=62451913-0817-47e8-8939-836d1f430d74 HTTP/1.1" status: 200 len: 210 time: 0.2599604 Jan 21 20:01:29.982176 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 3532b256-64fa-45a1-aa65-f47858987524 up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:01:29.985349 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.agents_db [None req-c7ecb146-6622-446f-8bab-48f8cf3fe8cd None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:01:29.988823 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb0592-5233-441c-9aa2-66472270a809 admin admin] Pushing event updated for resources: {'Port': ['ID=f616ce31-41e6-4867-bf5c-f248eab780de,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:29.994017 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-dfbb0592-5233-441c-9aa2-66472270a809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:30.111267 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbb0592-5233-441c-9aa2-66472270a809 admin admin] Network a57e5c9c-980e-4c63-98b2-db6c66af0db2 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:01:30.116773 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-dfbb0592-5233-441c-9aa2-66472270a809 admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:01:30.123772 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbb0592-5233-441c-9aa2-66472270a809 admin admin] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:01:30.174229 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-ade07e20-0990-4421-86f8-f145b20e4de7 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?tenant_id=b3037d7b8c6a4529a56f7be33c3cb0ab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5456815 Jan 21 20:01:30.231920 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning for port 3532b256-64fa-45a1-aa65-f47858987524 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:01:30.524645 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac0d4e5-15ad-45ee-895b-232b78c12182 None None] Network 843bf788-d609-4005-9995-bbed36e20282 requested from dv-cinder-726180-8-iscsi {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 20:01:30.692936 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-9f0949c0-f6f2-4ed4-8c40-2de3ca52ccaa None None] Provisioning for port 3532b256-64fa-45a1-aa65-f47858987524 completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:01:30.716501 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-9f0949c0-f6f2-4ed4-8c40-2de3ca52ccaa None None] Provisioning complete for port 3532b256-64fa-45a1-aa65-f47858987524 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:01:30.717154 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9f0949c0-f6f2-4ed4-8c40-2de3ca52ccaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:30.915772 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-592baa25-1b6c-4b01-93c5-a33d0e2323aa service neutron] 10.222.0.74 "GET /v2.0/networks/b1756871-2be2-4eac-a235-402a56a7b855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6353428 Jan 21 20:01:31.024922 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9f0949c0-f6f2-4ed4-8c40-2de3ca52ccaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:31.060419 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-dfbb0592-5233-441c-9aa2-66472270a809 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:31.091594 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-9f0949c0-f6f2-4ed4-8c40-2de3ca52ccaa None None] For port 3532b256-64fa-45a1-aa65-f47858987524, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=3532b256-64fa-45a1-aa65-f47858987524,segment=NetworkSegment(7c41453e-9d89-4697-8208-9e5ae9b12e90),segment_id=7c41453e-9d89-4697-8208-9e5ae9b12e90)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:01:31.098863 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9f0949c0-f6f2-4ed4-8c40-2de3ca52ccaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:31.106592 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:31.200233 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0949c0-f6f2-4ed4-8c40-2de3ca52ccaa None None] Pushing event updated for resources: {'Port': ['ID=3532b256-64fa-45a1-aa65-f47858987524,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:31.204373 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-9f0949c0-f6f2-4ed4-8c40-2de3ca52ccaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:31.547265 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-19251186-4b2d-4ee9-878e-285112c6e2a7 None None] Provisioning complete for port 3532b256-64fa-45a1-aa65-f47858987524 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:01:31.548490 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-19251186-4b2d-4ee9-878e-285112c6e2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:31.598552 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4d3a8bd3-0f0e-45c1-a4d2-2c3151109323 req-fd625ff3-9849-4670-8ea1-6cc38fa8b5a1 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/ports?device_id=62451913-0817-47e8-8939-836d1f430d74 HTTP/1.1" status: 200 len: 210 time: 0.4497862 Jan 21 20:01:31.869408 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-70c2e4da-0455-4ef5-870a-82107df0c7fb service neutron] 10.222.0.74 "GET /v2.0/networks/b1756871-2be2-4eac-a235-402a56a7b855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9357376 Jan 21 20:01:31.870993 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-f3760a18-1f80-4aa4-b34b-aef2c33f9325 None None] Provisioning complete for port 3532b256-64fa-45a1-aa65-f47858987524 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:01:31.871424 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f3760a18-1f80-4aa4-b34b-aef2c33f9325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:31.911918 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 3532b256-64fa-45a1-aa65-f47858987524 up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:01:32.034162 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-9472f09c-cde0-4f8a-8ccb-2df0bf67e669 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:32.035843 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-9472f09c-cde0-4f8a-8ccb-2df0bf67e669 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.83 "GET /v2.0/networks?id=2200cabb-7aa1-48ea-82c4-aefd11a7e0d5 HTTP/1.1" status: 200 len: 808 time: 0.5087140 Jan 21 20:01:32.082460 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning complete for port 3532b256-64fa-45a1-aa65-f47858987524 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:01:32.082984 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:32.122168 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-55e74e7d-5a0e-4217-8f61-a1e792b06bb2 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Request body: {'port': {'device_id': '62451913-0817-47e8-8939-836d1f430d74', 'network_id': '2200cabb-7aa1-48ea-82c4-aefd11a7e0d5', 'admin_state_up': True, 'tenant_id': 'e421781b13ec462a8bd73122a059e1aa'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:01:32.214665 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-440cfddd-a4d9-4693-8bc4-542ddd765c74 req-f2dcf568-10a0-4006-8473-85164f589646 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=83e1e889-455a-4947-842a-addef4301674 HTTP/1.1" status: 200 len: 210 time: 0.1512837 Jan 21 20:01:32.268762 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-5d0547e0-5fac-4e10-99fb-7dce00bca261 None None] Provisioning complete for port 3532b256-64fa-45a1-aa65-f47858987524 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:01:32.269184 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5d0547e0-5fac-4e10-99fb-7dce00bca261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:32.349508 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-dfbb0592-5233-441c-9aa2-66472270a809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-968819'] for router, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:32.481511 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-55e74e7d-5a0e-4217-8f61-a1e792b06bb2 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:01:32.490000 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-55e74e7d-5a0e-4217-8f61-a1e792b06bb2 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Usage tracker for resource:port and tenant:e421781b13ec462a8bd73122a059e1aa is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:01:32.495879 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-55e74e7d-5a0e-4217-8f61-a1e792b06bb2 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Quota usage for port was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:01:32.567985 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-55e74e7d-5a0e-4217-8f61-a1e792b06bb2 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:01:32.599260 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-55e74e7d-5a0e-4217-8f61-a1e792b06bb2 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Made reservation on behalf of e421781b13ec462a8bd73122a059e1aa for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:01:32.608726 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-55e74e7d-5a0e-4217-8f61-a1e792b06bb2 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:32.802692 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfbb0592-5233-441c-9aa2-66472270a809 admin admin] Router 60eb76ca-00a7-4587-9d0f-8f431a611036 is scheduled to L3 agent acfbd797-5df7-45c7-9954-db8085626b2a with binding_index 1 {{(pid=80114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 21 20:01:32.890712 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-fa9cbe3d-af42-4614-8650-7d7b6f392c72 req-62fb2890-52e5-47b8-a8e2-1d2a9058a4ab tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/ports?device_id=62451913-0817-47e8-8939-836d1f430d74 HTTP/1.1" status: 200 len: 210 time: 0.0930307 Jan 21 20:01:33.264228 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfbb0592-5233-441c-9aa2-66472270a809 admin admin] Notify agent at l3_agent.dv-cinder-726180-8-iscsi the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:01:33.281727 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f8461d-ec1f-4b2e-9b53-c0aeb00a645c None None] Sync routers for ids ['60eb76ca-00a7-4587-9d0f-8f431a611036'] in dv-cinder-726180-8-iscsi {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:01:33.295897 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f8461d-ec1f-4b2e-9b53-c0aeb00a645c None None] Routers {'60eb76ca-00a7-4587-9d0f-8f431a611036'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:01:33.297722 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-57f8461d-ec1f-4b2e-9b53-c0aeb00a645c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:01:06Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['60eb76ca-00a7-4587-9d0f-8f431a611036'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:01:33.316619 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-55e74e7d-5a0e-4217-8f61-a1e792b06bb2 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Allocated IP 172.20.0.13 (2200cabb-7aa1-48ea-82c4-aefd11a7e0d5/105f2bff-4de0-4847-a5a4-12f34262512b/847a05db-09d2-40c6-88d7-b5266417547e) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:01:33.332410 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-dfbb0592-5233-441c-9aa2-66472270a809 admin admin] Notify callbacks [] for router, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:33.337267 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-dfbb0592-5233-441c-9aa2-66472270a809 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.5771818 Jan 21 20:01:33.338209 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 57882) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:01:33.740665 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-57f8461d-ec1f-4b2e-9b53-c0aeb00a645c None None] Set router 60eb76ca-00a7-4587-9d0f-8f431a611036 gateway port host: dv-cinder-726180-8-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:01:33.800079 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3c76faea-55e1-4aec-a157-0bf49e56b45d req-10c6cd4d-1c19-47d0-a0f4-5b077e3a8426 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=83e1e889-455a-4947-842a-addef4301674 HTTP/1.1" status: 200 len: 210 time: 0.3930397 Jan 21 20:01:34.195699 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-57f8461d-ec1f-4b2e-9b53-c0aeb00a645c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60eb76ca-00a7-4587-9d0f-8f431a611036', 'name': 'tempest-TestMinimumBasicScenario-754482351-router', 'tenant_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'f616ce31-41e6-4867-bf5c-f248eab780de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:01:26Z', 'updated_at': '2021-01-21T20:01:30Z', 'revision_number': 3, 'project_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'gw_port': {'id': 'f616ce31-41e6-4867-bf5c-f248eab780de', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60eb76ca-00a7-4587-9d0f-8f431a611036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:01:28Z', 'updated_at': '2021-01-21T20:01:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi'}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:01:34.200798 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f8461d-ec1f-4b2e-9b53-c0aeb00a645c None None] Checking router: 60eb76ca-00a7-4587-9d0f-8f431a611036 for host: dv-cinder-726180-8-iscsi {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:01:34.201341 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f8461d-ec1f-4b2e-9b53-c0aeb00a645c None None] Updating router 60eb76ca-00a7-4587-9d0f-8f431a611036 port f616ce31-41e6-4867-bf5c-f248eab780de binding host dv-cinder-726180-8-iscsi {{(pid=80115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 21 20:01:34.210120 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-3fd180bd-4dcc-49ae-afed-b1169e793599 req-4c05072b-aa98-4d03-b448-6a295d3ff88c tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Synchronizing usage tracker for tenant:e421781b13ec462a8bd73122a059e1aa on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:01:34.272791 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-57f8461d-ec1f-4b2e-9b53-c0aeb00a645c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:34.404468 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-588fe22a-57fc-4d80-bf39-c00062493db0 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:34.406203 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-588fe22a-57fc-4d80-bf39-c00062493db0 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.83 "GET /v2.0/networks?id=b1756871-2be2-4eac-a235-402a56a7b855 HTTP/1.1" status: 200 len: 810 time: 0.6585982 Jan 21 20:01:34.412559 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-3fd180bd-4dcc-49ae-afed-b1169e793599 req-4c05072b-aa98-4d03-b448-6a295d3ff88c tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Unset dirty status for tenant:e421781b13ec462a8bd73122a059e1aa on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:01:34.414729 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3fd180bd-4dcc-49ae-afed-b1169e793599 req-4c05072b-aa98-4d03-b448-6a295d3ff88c tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/ports?device_id=62451913-0817-47e8-8939-836d1f430d74 HTTP/1.1" status: 200 len: 210 time: 0.3396747 Jan 21 20:01:34.505996 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a45da517-2f02-411c-ac40-ede96c662805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:34.599020 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-55e74e7d-5a0e-4217-8f61-a1e792b06bb2 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:34.724133 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-ae95513b-f5f6-4528-b308-f6a6f47c957b tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b3037d7b8c6a4529a56f7be33c3cb0ab HTTP/1.1" status: 200 len: 5704 time: 0.2925944 Jan 21 20:01:34.748713 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-e22d72af-233c-4bb5-b28e-a238f44d9ba3 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Request body: {'port': {'device_id': '83e1e889-455a-4947-842a-addef4301674', 'network_id': 'b1756871-2be2-4eac-a235-402a56a7b855', 'admin_state_up': True, 'tenant_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'security_groups': ['29c3be6d-f2c1-4929-aa45-b068df4bcbc1']}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:01:34.905589 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-57f8461d-ec1f-4b2e-9b53-c0aeb00a645c None None] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:34.926319 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-57f8461d-ec1f-4b2e-9b53-c0aeb00a645c None None] Transition to ACTIVE for port object f616ce31-41e6-4867-bf5c-f248eab780de will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:01:34.929978 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-57f8461d-ec1f-4b2e-9b53-c0aeb00a645c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:34.946706 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:35.088408 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0627b27-b087-477f-a9d2-1adeb2e438a8 None None] Pushing event updated for resources: {'Port': ['ID=f616ce31-41e6-4867-bf5c-f248eab780de,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:35.102112 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c0627b27-b087-477f-a9d2-1adeb2e438a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:35.104001 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c910e9e0-6f61-42b6-a330-e21c0930effa req-d6815ec0-29e3-498f-ae2b-972220a97324 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=83e1e889-455a-4947-842a-addef4301674 HTTP/1.1" status: 200 len: 210 time: 0.1012802 Jan 21 20:01:35.152592 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-55e74e7d-5a0e-4217-8f61-a1e792b06bb2 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852560929'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:35.168143 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-57f8461d-ec1f-4b2e-9b53-c0aeb00a645c None None] Attempting to bind port f616ce31-41e6-4867-bf5c-f248eab780de on host dv-cinder-726180-8-iscsi for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 20:01:35.168559 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-57f8461d-ec1f-4b2e-9b53-c0aeb00a645c None None] Attempting to bind port f616ce31-41e6-4867-bf5c-f248eab780de by drivers openvswitch on host dv-cinder-726180-8-iscsi at level 0 using segments [{'id': '0b618305-a50f-40b3-8ec6-85df1521bd1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 20:01:35.168973 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f8461d-ec1f-4b2e-9b53-c0aeb00a645c None None] Attempting to bind port f616ce31-41e6-4867-bf5c-f248eab780de on network a57e5c9c-980e-4c63-98b2-db6c66af0db2 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 20:01:35.176057 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f8461d-ec1f-4b2e-9b53-c0aeb00a645c None None] Checking agent: {'id': 'f684b9c2-4f8f-4e03-bb44-a00bf6d32b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 46, 8), 'started_at': datetime.datetime(2021, 1, 21, 19, 46, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 20, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 20:01:35.176688 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f8461d-ec1f-4b2e-9b53-c0aeb00a645c None None] Checking segment: {'id': '0b618305-a50f-40b3-8ec6-85df1521bd1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:01:35.177196 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-57f8461d-ec1f-4b2e-9b53-c0aeb00a645c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:35.177646 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f8461d-ec1f-4b2e-9b53-c0aeb00a645c None None] Bound using segment: {'id': '0b618305-a50f-40b3-8ec6-85df1521bd1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 20:01:35.178231 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-57f8461d-ec1f-4b2e-9b53-c0aeb00a645c None None] Bound port: f616ce31-41e6-4867-bf5c-f248eab780de, host: dv-cinder-726180-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b618305-a50f-40b3-8ec6-85df1521bd1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 20:01:35.184934 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-57f8461d-ec1f-4b2e-9b53-c0aeb00a645c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:35.229142 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a7a9d8c7-c5e4-4053-92e8-53a41aa2fe6c tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:35.287025 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-57f8461d-ec1f-4b2e-9b53-c0aeb00a645c None None] For port f616ce31-41e6-4867-bf5c-f248eab780de, host dv-cinder-726180-8-iscsi, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 20:01:35.293035 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-57f8461d-ec1f-4b2e-9b53-c0aeb00a645c None None] For port f616ce31-41e6-4867-bf5c-f248eab780de, host dv-cinder-726180-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=f616ce31-41e6-4867-bf5c-f248eab780de,segment=NetworkSegment(0b618305-a50f-40b3-8ec6-85df1521bd1b),segment_id=0b618305-a50f-40b3-8ec6-85df1521bd1b)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 20:01:35.298022 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-57f8461d-ec1f-4b2e-9b53-c0aeb00a645c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:35.321778 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:35.570637 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0627b27-b087-477f-a9d2-1adeb2e438a8 None None] Pushing event updated for resources: {'Port': ['ID=f616ce31-41e6-4867-bf5c-f248eab780de,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:35.574378 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c0627b27-b087-477f-a9d2-1adeb2e438a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:35.601548 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-e22d72af-233c-4bb5-b28e-a238f44d9ba3 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:01:35.634038 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f8461d-ec1f-4b2e-9b53-c0aeb00a645c None None] Routers {'60eb76ca-00a7-4587-9d0f-8f431a611036'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:01:35.634795 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-57f8461d-ec1f-4b2e-9b53-c0aeb00a645c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:01:06Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['60eb76ca-00a7-4587-9d0f-8f431a611036'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:01:35.648366 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-e22d72af-233c-4bb5-b28e-a238f44d9ba3 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Usage tracker for resource:port and tenant:b3037d7b8c6a4529a56f7be33c3cb0ab is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:01:35.657496 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e74e7d-5a0e-4217-8f61-a1e792b06bb2 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Pushing event updated for resources: {'Port': ['ID=847a05db-09d2-40c6-88d7-b5266417547e,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:35.668539 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-e22d72af-233c-4bb5-b28e-a238f44d9ba3 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Quota usage for port was recalculated. Used quota:3. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:01:35.676964 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-55e74e7d-5a0e-4217-8f61-a1e792b06bb2 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:35.733307 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-e22d72af-233c-4bb5-b28e-a238f44d9ba3 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:01:35.830969 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-e22d72af-233c-4bb5-b28e-a238f44d9ba3 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Made reservation on behalf of b3037d7b8c6a4529a56f7be33c3cb0ab for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:01:35.841442 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-e22d72af-233c-4bb5-b28e-a238f44d9ba3 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:35.904518 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-57f8461d-ec1f-4b2e-9b53-c0aeb00a645c None None] Set router 60eb76ca-00a7-4587-9d0f-8f431a611036 gateway port host: dv-cinder-726180-8-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:01:35.984695 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-55e74e7d-5a0e-4217-8f61-a1e792b06bb2 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Network 2200cabb-7aa1-48ea-82c4-aefd11a7e0d5 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:01:35.993220 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-55e74e7d-5a0e-4217-8f61-a1e792b06bb2 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:01:36.027201 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-55e74e7d-5a0e-4217-8f61-a1e792b06bb2 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:01:36.370493 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-57f8461d-ec1f-4b2e-9b53-c0aeb00a645c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60eb76ca-00a7-4587-9d0f-8f431a611036', 'name': 'tempest-TestMinimumBasicScenario-754482351-router', 'tenant_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'f616ce31-41e6-4867-bf5c-f248eab780de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:01:26Z', 'updated_at': '2021-01-21T20:01:30Z', 'revision_number': 3, 'project_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'gw_port': {'id': 'f616ce31-41e6-4867-bf5c-f248eab780de', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60eb76ca-00a7-4587-9d0f-8f431a611036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:01:28Z', 'updated_at': '2021-01-21T20:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi'}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:01:36.376748 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f8461d-ec1f-4b2e-9b53-c0aeb00a645c None None] The sync data for ids ['60eb76ca-00a7-4587-9d0f-8f431a611036'] in dv-cinder-726180-8-iscsi is: [{'id': '60eb76ca-00a7-4587-9d0f-8f431a611036', 'name': 'tempest-TestMinimumBasicScenario-754482351-router', 'tenant_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'f616ce31-41e6-4867-bf5c-f248eab780de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:01:26Z', 'updated_at': '2021-01-21T20:01:30Z', 'revision_number': 3, 'project_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'gw_port': {'id': 'f616ce31-41e6-4867-bf5c-f248eab780de', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60eb76ca-00a7-4587-9d0f-8f431a611036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:01:28Z', 'updated_at': '2021-01-21T20:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi'}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:01:36.496660 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-72e160e1-e67a-4c11-94f5-d18379b63858 req-ec7e8530-c323-4812-93ea-91c5e9705fc5 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=83e1e889-455a-4947-842a-addef4301674 HTTP/1.1" status: 200 len: 210 time: 0.1660981 Jan 21 20:01:36.549272 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-203109ce-23ed-4e8b-a921-e9954fd0c989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:36.632060 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb2162-df8a-4a3a-b41f-2a500e4800dc req-4c7dd3a2-790e-459f-8985-99e424973a1b tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:36.634596 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-9deb2162-df8a-4a3a-b41f-2a500e4800dc req-4c7dd3a2-790e-459f-8985-99e424973a1b tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/ports?device_id=62451913-0817-47e8-8939-836d1f430d74 HTTP/1.1" status: 200 len: 932 time: 0.9031696 Jan 21 20:01:36.676717 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-55e74e7d-5a0e-4217-8f61-a1e792b06bb2 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:36.677456 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-55e74e7d-5a0e-4217-8f61-a1e792b06bb2 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:36.786413 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d425af6a-d1c2-492a-9887-b9b933697245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:36.859230 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-55e74e7d-5a0e-4217-8f61-a1e792b06bb2 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7500365 Jan 21 20:01:36.906092 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-09ed00b9-6adb-45f0-9172-aa9f6b196636 service neutron] Request body: {'port': {'device_id': '62451913-0817-47e8-8939-836d1f430d74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:01:36.986769 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-9deb2162-df8a-4a3a-b41f-2a500e4800dc req-6aa629cc-3ec4-4e5b-b64e-e1cd43ea2a38 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/security-groups?id=5caebf4a-8cfb-41da-be6a-549efa993de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378425 Jan 21 20:01:37.327869 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-09ed00b9-6adb-45f0-9172-aa9f6b196636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:37.342928 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-e22d72af-233c-4bb5-b28e-a238f44d9ba3 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Allocated IP 172.20.0.6 (b1756871-2be2-4eac-a235-402a56a7b855/9790493f-b318-4d1c-bd26-0e9563a125df/017caee7-24ab-4f8f-82a9-70ec351d37c8) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:01:37.510882 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:37.871636 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-793468c9-f55b-421d-9590-3806e168e274 req-a5663e5f-2dd6-4357-94cf-7b1cba2fc562 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Synchronizing usage tracker for tenant:b3037d7b8c6a4529a56f7be33c3cb0ab on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:01:37.929779 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device f616ce31-41e6-4867-bf5c-f248eab780de up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:01:38.034451 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-793468c9-f55b-421d-9590-3806e168e274 req-a5663e5f-2dd6-4357-94cf-7b1cba2fc562 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Unset dirty status for tenant:b3037d7b8c6a4529a56f7be33c3cb0ab on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:01:38.035703 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-793468c9-f55b-421d-9590-3806e168e274 req-a5663e5f-2dd6-4357-94cf-7b1cba2fc562 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=83e1e889-455a-4947-842a-addef4301674 HTTP/1.1" status: 200 len: 210 time: 0.3373542 Jan 21 20:01:38.211739 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning for port f616ce31-41e6-4867-bf5c-f248eab780de completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:01:38.217563 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning complete for port f616ce31-41e6-4867-bf5c-f248eab780de triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:01:38.217890 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:38.306504 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-d425af6a-d1c2-492a-9887-b9b933697245 admin admin] Allocated IP 172.20.0.1 (843bf788-d609-4005-9995-bbed36e20282/936f1562-19ae-4630-8b98-9fbdb8ca23b9/b79a1aae-f995-4611-86a3-6996e3e382a6) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:01:38.347764 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-e22d72af-233c-4bb5-b28e-a238f44d9ba3 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:38.414592 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:38.426593 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-e22d72af-233c-4bb5-b28e-a238f44d9ba3 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Transition to ACTIVE for port object 017caee7-24ab-4f8f-82a9-70ec351d37c8 will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:01:38.449029 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] For port f616ce31-41e6-4867-bf5c-f248eab780de, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=f616ce31-41e6-4867-bf5c-f248eab780de,segment=NetworkSegment(0b618305-a50f-40b3-8ec6-85df1521bd1b),segment_id=0b618305-a50f-40b3-8ec6-85df1521bd1b)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:01:38.453406 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:38.457667 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:38.559751 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:38.583437 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Pushing event updated for resources: {'Port': ['ID=f616ce31-41e6-4867-bf5c-f248eab780de,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:38.589147 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:38.761821 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf4b6d-e513-4f55-ad73-00fc532060ef req-d6d61fe0-59ed-43e7-a58d-1b4068e99824 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:38.763969 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f5cf4b6d-e513-4f55-ad73-00fc532060ef req-d6d61fe0-59ed-43e7-a58d-1b4068e99824 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/ports?device_id=62451913-0817-47e8-8939-836d1f430d74 HTTP/1.1" status: 200 len: 932 time: 0.5511706 Jan 21 20:01:38.862771 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-e22d72af-233c-4bb5-b28e-a238f44d9ba3 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852560929'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:38.902619 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:38.946881 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d425af6a-d1c2-492a-9887-b9b933697245 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:38.972150 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:39.362221 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-09ed00b9-6adb-45f0-9172-aa9f6b196636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 847a05db-09d2-40c6-88d7-b5266417547e {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 20:01:39.442506 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-09ed00b9-6adb-45f0-9172-aa9f6b196636 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:39.447002 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-d425af6a-d1c2-492a-9887-b9b933697245 admin admin] Transition to ACTIVE for port object b79a1aae-f995-4611-86a3-6996e3e382a6 will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:01:39.503935 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f5cf4b6d-e513-4f55-ad73-00fc532060ef req-a678bc68-a3e5-4217-b20c-858dfe2feda0 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/security-groups?id=5caebf4a-8cfb-41da-be6a-549efa993de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6922038 Jan 21 20:01:39.515410 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d72af-233c-4bb5-b28e-a238f44d9ba3 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Pushing event updated for resources: {'Port': ['ID=017caee7-24ab-4f8f-82a9-70ec351d37c8,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:39.533642 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e22d72af-233c-4bb5-b28e-a238f44d9ba3 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:39.534914 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-09ed00b9-6adb-45f0-9172-aa9f6b196636 service neutron] Transition to ACTIVE for port object 847a05db-09d2-40c6-88d7-b5266417547e will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:01:39.550069 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-09ed00b9-6adb-45f0-9172-aa9f6b196636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214824'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:39.581264 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-1e5aea4b-237d-47a2-8f82-7ed2703bbce1 tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:39.837465 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed00b9-6adb-45f0-9172-aa9f6b196636 service neutron] Pushing event updated for resources: {'Port': ['ID=847a05db-09d2-40c6-88d7-b5266417547e,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:39.841901 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-09ed00b9-6adb-45f0-9172-aa9f6b196636 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:39.860642 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-e22d72af-233c-4bb5-b28e-a238f44d9ba3 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Network b1756871-2be2-4eac-a235-402a56a7b855 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:01:39.884403 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-e22d72af-233c-4bb5-b28e-a238f44d9ba3 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:01:39.894151 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d425af6a-d1c2-492a-9887-b9b933697245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852560929'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:39.917428 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device f616ce31-41e6-4867-bf5c-f248eab780de up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:01:39.917710 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-e22d72af-233c-4bb5-b28e-a238f44d9ba3 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:01:39.970633 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:40.028510 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning complete for port f616ce31-41e6-4867-bf5c-f248eab780de triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:01:40.029529 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:40.171221 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d255d2f-20cc-40d1-8a65-b82af9f9ff17 req-f60865cf-3568-4c0c-bbfe-1eb56fe3b5b2 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:40.173242 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0d255d2f-20cc-40d1-8a65-b82af9f9ff17 req-f60865cf-3568-4c0c-bbfe-1eb56fe3b5b2 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=83e1e889-455a-4947-842a-addef4301674 HTTP/1.1" status: 200 len: 931 time: 0.8433442 Jan 21 20:01:40.233026 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-12749e39-bd6e-40e8-8bb3-b7af8387cdba None None] Provisioning for port 017caee7-24ab-4f8f-82a9-70ec351d37c8 completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:01:40.239603 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-12749e39-bd6e-40e8-8bb3-b7af8387cdba None None] Provisioning complete for port 017caee7-24ab-4f8f-82a9-70ec351d37c8 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:01:40.240242 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-12749e39-bd6e-40e8-8bb3-b7af8387cdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:40.290144 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-e22d72af-233c-4bb5-b28e-a238f44d9ba3 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:40.290909 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-e22d72af-233c-4bb5-b28e-a238f44d9ba3 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:40.295186 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d425af6a-d1c2-492a-9887-b9b933697245 admin admin] Pushing event updated for resources: {'Port': ['ID=b79a1aae-f995-4611-86a3-6996e3e382a6,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:40.304492 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-12749e39-bd6e-40e8-8bb3-b7af8387cdba None None] Port 017caee7-24ab-4f8f-82a9-70ec351d37c8 cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 20:01:40.409174 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d425af6a-d1c2-492a-9887-b9b933697245 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:40.409593 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d425af6a-d1c2-492a-9887-b9b933697245 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:40.410015 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d425af6a-d1c2-492a-9887-b9b933697245 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:40.410428 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d425af6a-d1c2-492a-9887-b9b933697245 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:40.410855 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d425af6a-d1c2-492a-9887-b9b933697245 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:40.411257 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d425af6a-d1c2-492a-9887-b9b933697245 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:40.411660 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d425af6a-d1c2-492a-9887-b9b933697245 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:40.412060 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d425af6a-d1c2-492a-9887-b9b933697245 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:40.412489 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d425af6a-d1c2-492a-9887-b9b933697245 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:40.412894 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d425af6a-d1c2-492a-9887-b9b933697245 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:40.413297 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d425af6a-d1c2-492a-9887-b9b933697245 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:40.413787 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d425af6a-d1c2-492a-9887-b9b933697245 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:40.414443 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d425af6a-d1c2-492a-9887-b9b933697245 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:40.414893 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d425af6a-d1c2-492a-9887-b9b933697245 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:40.415294 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d425af6a-d1c2-492a-9887-b9b933697245 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:40.415813 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d425af6a-d1c2-492a-9887-b9b933697245 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:40.416306 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d425af6a-d1c2-492a-9887-b9b933697245 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:40.416713 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d425af6a-d1c2-492a-9887-b9b933697245 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:40.417108 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d425af6a-d1c2-492a-9887-b9b933697245 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:40.417504 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d425af6a-d1c2-492a-9887-b9b933697245 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:40.418126 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d425af6a-d1c2-492a-9887-b9b933697245 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:40.418656 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d425af6a-d1c2-492a-9887-b9b933697245 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:40.419050 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d425af6a-d1c2-492a-9887-b9b933697245 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:40.419615 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d425af6a-d1c2-492a-9887-b9b933697245 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:40.439612 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d425af6a-d1c2-492a-9887-b9b933697245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:40.497045 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0d255d2f-20cc-40d1-8a65-b82af9f9ff17 req-472b7ebc-be68-4866-b47c-a5a00de3f4d9 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=29c3be6d-f2c1-4929-aa45-b068df4bcbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3075335 Jan 21 20:01:40.566413 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-e22d72af-233c-4bb5-b28e-a238f44d9ba3 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8336015 Jan 21 20:01:40.606412 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-4d57bd25-a884-448f-a3cb-681ee3e3fc9d service neutron] Request body: {'port': {'device_id': '83e1e889-455a-4947-842a-addef4301674', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:01:40.709992 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d425af6a-d1c2-492a-9887-b9b933697245 admin admin] Network 843bf788-d609-4005-9995-bbed36e20282 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:01:40.721837 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-d425af6a-d1c2-492a-9887-b9b933697245 admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:01:40.738204 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d425af6a-d1c2-492a-9887-b9b933697245 admin admin] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:01:40.793184 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-09ed00b9-6adb-45f0-9172-aa9f6b196636 service neutron] Attempting to bind port 847a05db-09d2-40c6-88d7-b5266417547e on host hv-cinder-72618 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 20:01:40.793550 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-09ed00b9-6adb-45f0-9172-aa9f6b196636 service neutron] Attempting to bind port 847a05db-09d2-40c6-88d7-b5266417547e by drivers openvswitch on host hv-cinder-72618 at level 0 using segments [{'id': 'ad9134c2-9bba-4db6-8545-46f5d3417125', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2200cabb-7aa1-48ea-82c4-aefd11a7e0d5'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 20:01:40.793920 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-09ed00b9-6adb-45f0-9172-aa9f6b196636 service neutron] Attempting to bind port 847a05db-09d2-40c6-88d7-b5266417547e on network 2200cabb-7aa1-48ea-82c4-aefd11a7e0d5 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 20:01:40.857700 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-09ed00b9-6adb-45f0-9172-aa9f6b196636 service neutron] Checking agent: {'id': 'f41af306-ec4b-4f2b-b4b7-a53ee99eba1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 53, 28), 'started_at': datetime.datetime(2021, 1, 21, 19, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 20, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 20:01:40.858040 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-09ed00b9-6adb-45f0-9172-aa9f6b196636 service neutron] Checking segment: {'id': 'ad9134c2-9bba-4db6-8545-46f5d3417125', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2200cabb-7aa1-48ea-82c4-aefd11a7e0d5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:01:40.858504 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-09ed00b9-6adb-45f0-9172-aa9f6b196636 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:40.858914 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-09ed00b9-6adb-45f0-9172-aa9f6b196636 service neutron] Bound using segment: {'id': 'ad9134c2-9bba-4db6-8545-46f5d3417125', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2200cabb-7aa1-48ea-82c4-aefd11a7e0d5'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 20:01:40.859437 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-09ed00b9-6adb-45f0-9172-aa9f6b196636 service neutron] Bound port: 847a05db-09d2-40c6-88d7-b5266417547e, host: hv-cinder-72618, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad9134c2-9bba-4db6-8545-46f5d3417125', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2200cabb-7aa1-48ea-82c4-aefd11a7e0d5'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 20:01:40.859819 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-09ed00b9-6adb-45f0-9172-aa9f6b196636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:40.973612 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d425af6a-d1c2-492a-9887-b9b933697245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853806930'] for router_interface, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:41.033535 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ef3ab3ea-9f18-42ba-8db1-07ba62ede97f None None] Provisioning for port b79a1aae-f995-4611-86a3-6996e3e382a6 completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:01:41.039715 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-4d57bd25-a884-448f-a3cb-681ee3e3fc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:41.041351 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-ef3ab3ea-9f18-42ba-8db1-07ba62ede97f None None] Provisioning complete for port b79a1aae-f995-4611-86a3-6996e3e382a6 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:01:41.041785 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ef3ab3ea-9f18-42ba-8db1-07ba62ede97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:41.110081 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-ef3ab3ea-9f18-42ba-8db1-07ba62ede97f None None] Port b79a1aae-f995-4611-86a3-6996e3e382a6 cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 20:01:41.175700 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-09ed00b9-6adb-45f0-9172-aa9f6b196636 service neutron] For port 847a05db-09d2-40c6-88d7-b5266417547e, host hv-cinder-72618, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 20:01:41.244591 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-09ed00b9-6adb-45f0-9172-aa9f6b196636 service neutron] For port 847a05db-09d2-40c6-88d7-b5266417547e, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=847a05db-09d2-40c6-88d7-b5266417547e,segment=NetworkSegment(ad9134c2-9bba-4db6-8545-46f5d3417125),segment_id=ad9134c2-9bba-4db6-8545-46f5d3417125)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 20:01:41.261053 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-09ed00b9-6adb-45f0-9172-aa9f6b196636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214824'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:41.283586 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-8066f932-d5bf-4a09-9efe-71e7d16a6d3d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:41.361688 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdcc24-8faf-42a4-a187-b5903bfc1788 req-bced17d9-fbf5-4005-86c1-c134761dc3ab tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:41.363587 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-fcfdcc24-8faf-42a4-a187-b5903bfc1788 req-bced17d9-fbf5-4005-86c1-c134761dc3ab tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/ports?device_id=62451913-0817-47e8-8939-836d1f430d74 HTTP/1.1" status: 200 len: 944 time: 0.4905708 Jan 21 20:01:42.171164 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed00b9-6adb-45f0-9172-aa9f6b196636 service neutron] Pushing event updated for resources: {'Port': ['ID=847a05db-09d2-40c6-88d7-b5266417547e,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:42.215468 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-fcfdcc24-8faf-42a4-a187-b5903bfc1788 req-4e0a78f8-5659-4ae9-9f6d-68165a0bc9c6 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/security-groups?id=5caebf4a-8cfb-41da-be6a-549efa993de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7743900 Jan 21 20:01:42.222442 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-09ed00b9-6adb-45f0-9172-aa9f6b196636 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.939s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:42.436970 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d425af6a-d1c2-492a-9887-b9b933697245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:42.524882 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-09ed00b9-6adb-45f0-9172-aa9f6b196636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:42.525580 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-09ed00b9-6adb-45f0-9172-aa9f6b196636 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:42.527161 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-09ed00b9-6adb-45f0-9172-aa9f6b196636 service neutron] 10.222.0.83 "PUT /v2.0/ports/847a05db-09d2-40c6-88d7-b5266417547e HTTP/1.1" status: 200 len: 1158 time: 5.6334789 Jan 21 20:01:42.529868 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62451913-0817-47e8-8939-836d1f430d74', 'tag': '847a05db-09d2-40c6-88d7-b5266417547e'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:01:42.673327 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62451913-0817-47e8-8939-836d1f430d74', 'tag': '847a05db-09d2-40c6-88d7-b5266417547e', 'status': 'completed', 'code': 200} Jan 21 20:01:42.742673 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665874d0-bbb6-41ab-8ae8-957a2b3840a2 req-7f6825b1-d5ef-4d6d-8e15-f26329c7f559 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:42.744437 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-665874d0-bbb6-41ab-8ae8-957a2b3840a2 req-7f6825b1-d5ef-4d6d-8e15-f26329c7f559 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=83e1e889-455a-4947-842a-addef4301674 HTTP/1.1" status: 200 len: 931 time: 1.0292432 Jan 21 20:01:42.980525 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-665874d0-bbb6-41ab-8ae8-957a2b3840a2 req-0c9447d3-cc40-4fac-8ff5-6f45663fcf0a tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=29c3be6d-f2c1-4929-aa45-b068df4bcbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2198615 Jan 21 20:01:43.003156 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-4f64c49b-855a-4671-ba8e-ed3f0f90e35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:43.004826 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-4f64c49b-855a-4671-ba8e-ed3f0f90e35b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e421781b13ec462a8bd73122a059e1aa&device_id=62451913-0817-47e8-8939-836d1f430d74 HTTP/1.1" status: 200 len: 1161 time: 0.4060676 Jan 21 20:01:43.028867 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-4d57bd25-a884-448f-a3cb-681ee3e3fc9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 017caee7-24ab-4f8f-82a9-70ec351d37c8 {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 20:01:43.117268 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-4d57bd25-a884-448f-a3cb-681ee3e3fc9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:43.134089 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-5f502176-d15b-4c99-9107-93d9d15aed5e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=847a05db-09d2-40c6-88d7-b5266417547e HTTP/1.1" status: 200 len: 217 time: 0.0889175 Jan 21 20:01:43.200911 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-4d57bd25-a884-448f-a3cb-681ee3e3fc9d service neutron] Transition to ACTIVE for port object 017caee7-24ab-4f8f-82a9-70ec351d37c8 will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:01:43.214016 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-4d57bd25-a884-448f-a3cb-681ee3e3fc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214824'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:43.234008 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-fa8785b5-3aec-4920-892d-a828f82f2a15 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:43.421598 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.db.resource_extend [None req-d425af6a-d1c2-492a-9887-b9b933697245 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 21 20:01:43.510136 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-0faa385d-3de9-4b4e-92df-a1f994b94f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:43.511794 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-0faa385d-3de9-4b4e-92df-a1f994b94f1e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=105f2bff-4de0-4847-a5a4-12f34262512b HTTP/1.1" status: 200 len: 848 time: 0.3579257 Jan 21 20:01:43.525750 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d425af6a-d1c2-492a-9887-b9b933697245 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:43.539737 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d57bd25-a884-448f-a3cb-681ee3e3fc9d service neutron] Pushing event updated for resources: {'Port': ['ID=017caee7-24ab-4f8f-82a9-70ec351d37c8,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:43.586369 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-4d57bd25-a884-448f-a3cb-681ee3e3fc9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:43.589462 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d425af6a-d1c2-492a-9887-b9b933697245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214824'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:43.622868 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e22d72af-233c-4bb5-b28e-a238f44d9ba3 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:43.690426 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-71078376-41fc-4fa2-8fb6-5be6886a815f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2200cabb-7aa1-48ea-82c4-aefd11a7e0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1673021 Jan 21 20:01:43.861957 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d425af6a-d1c2-492a-9887-b9b933697245 admin admin] Pushing event updated for resources: {'Port': ['ID=b79a1aae-f995-4611-86a3-6996e3e382a6,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:43.876821 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d425af6a-d1c2-492a-9887-b9b933697245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854228120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853819575'] for router_interface, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:43.896840 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d425af6a-d1c2-492a-9887-b9b933697245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:44.389057 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94fead-feb8-42d7-a8b3-bbfb2ba44d8f req-4bb6f7e8-ab37-4a9f-84b8-4bd8295de21b tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:44.390758 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8b94fead-feb8-42d7-a8b3-bbfb2ba44d8f req-4bb6f7e8-ab37-4a9f-84b8-4bd8295de21b tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/ports?device_id=62451913-0817-47e8-8939-836d1f430d74 HTTP/1.1" status: 200 len: 944 time: 0.9819791 Jan 21 20:01:44.503336 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-4683eabe-7b3d-4802-ab01-d8fcaa161469 service neutron] 10.222.0.83 "GET /v2.0/networks/2200cabb-7aa1-48ea-82c4-aefd11a7e0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7974896 Jan 21 20:01:44.665093 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8b94fead-feb8-42d7-a8b3-bbfb2ba44d8f req-1e13df33-ed7d-42cc-87bd-329697e64719 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/security-groups?id=5caebf4a-8cfb-41da-be6a-549efa993de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434626 Jan 21 20:01:44.689894 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-4d57bd25-a884-448f-a3cb-681ee3e3fc9d service neutron] Attempting to bind port 017caee7-24ab-4f8f-82a9-70ec351d37c8 on host hv-cinder-72618 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 20:01:44.690278 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-4d57bd25-a884-448f-a3cb-681ee3e3fc9d service neutron] Attempting to bind port 017caee7-24ab-4f8f-82a9-70ec351d37c8 by drivers openvswitch on host hv-cinder-72618 at level 0 using segments [{'id': '54492169-1737-42df-aa1f-05bff6aaa8d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b1756871-2be2-4eac-a235-402a56a7b855'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 20:01:44.690689 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-4d57bd25-a884-448f-a3cb-681ee3e3fc9d service neutron] Attempting to bind port 017caee7-24ab-4f8f-82a9-70ec351d37c8 on network b1756871-2be2-4eac-a235-402a56a7b855 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 20:01:44.723470 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d425af6a-d1c2-492a-9887-b9b933697245 admin admin] Network 843bf788-d609-4005-9995-bbed36e20282 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:01:44.724657 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-4d57bd25-a884-448f-a3cb-681ee3e3fc9d service neutron] Checking agent: {'id': 'f41af306-ec4b-4f2b-b4b7-a53ee99eba1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 53, 28), 'started_at': datetime.datetime(2021, 1, 21, 19, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 20, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 20:01:44.725123 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-4d57bd25-a884-448f-a3cb-681ee3e3fc9d service neutron] Checking segment: {'id': '54492169-1737-42df-aa1f-05bff6aaa8d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b1756871-2be2-4eac-a235-402a56a7b855'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:01:44.725678 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-4d57bd25-a884-448f-a3cb-681ee3e3fc9d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:44.726138 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-4d57bd25-a884-448f-a3cb-681ee3e3fc9d service neutron] Bound using segment: {'id': '54492169-1737-42df-aa1f-05bff6aaa8d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b1756871-2be2-4eac-a235-402a56a7b855'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 20:01:44.726844 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-4d57bd25-a884-448f-a3cb-681ee3e3fc9d service neutron] Bound port: 017caee7-24ab-4f8f-82a9-70ec351d37c8, host: hv-cinder-72618, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54492169-1737-42df-aa1f-05bff6aaa8d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b1756871-2be2-4eac-a235-402a56a7b855'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 20:01:44.727352 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-4d57bd25-a884-448f-a3cb-681ee3e3fc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:44.740546 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-d425af6a-d1c2-492a-9887-b9b933697245 admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:01:44.903562 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d104feb-fd63-449f-b460-c5e2851764a4 req-d9d1e1ed-c1b1-40df-8b9a-78dfae3d5423 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:44.905332 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5d104feb-fd63-449f-b460-c5e2851764a4 req-d9d1e1ed-c1b1-40df-8b9a-78dfae3d5423 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=83e1e889-455a-4947-842a-addef4301674 HTTP/1.1" status: 200 len: 943 time: 0.6246278 Jan 21 20:01:45.007724 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-e5549bd3-5603-4715-bdcf-5739c60f76c2 None None] Provisioning complete for port b79a1aae-f995-4611-86a3-6996e3e382a6 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:01:45.008396 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e5549bd3-5603-4715-bdcf-5739c60f76c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:45.052070 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0adca2b9-4c88-4ab1-ba37-0e53adee8fa4 req-31df54f4-988c-407c-9e66-24f810c998f4 service neutron] 10.222.0.83 "GET /v2.0/networks/2200cabb-7aa1-48ea-82c4-aefd11a7e0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5226326 Jan 21 20:01:45.114088 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-e5549bd3-5603-4715-bdcf-5739c60f76c2 None None] Port b79a1aae-f995-4611-86a3-6996e3e382a6 cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 20:01:45.236439 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5d104feb-fd63-449f-b460-c5e2851764a4 req-f28e6ce4-f12e-4512-8a71-1020f4b4ad88 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=29c3be6d-f2c1-4929-aa45-b068df4bcbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2699783 Jan 21 20:01:45.252187 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-4d57bd25-a884-448f-a3cb-681ee3e3fc9d service neutron] For port 017caee7-24ab-4f8f-82a9-70ec351d37c8, host hv-cinder-72618, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 20:01:45.280002 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-4d57bd25-a884-448f-a3cb-681ee3e3fc9d service neutron] For port 017caee7-24ab-4f8f-82a9-70ec351d37c8, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=017caee7-24ab-4f8f-82a9-70ec351d37c8,segment=NetworkSegment(54492169-1737-42df-aa1f-05bff6aaa8d2),segment_id=54492169-1737-42df-aa1f-05bff6aaa8d2)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 20:01:45.291126 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-4d57bd25-a884-448f-a3cb-681ee3e3fc9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214824'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:45.308062 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-58c2cefc-c694-49ab-b52e-8facd0f9ac73 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:45.425738 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d425af6a-d1c2-492a-9887-b9b933697245 admin admin] Router 60eb76ca-00a7-4587-9d0f-8f431a611036 has already been hosted by L3 agent acfbd797-5df7-45c7-9954-db8085626b2a {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 20:01:45.593576 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd5097-d137-4ed0-a7bb-2894d67c93c1 req-f89adc0e-3994-447e-a4b2-8da25edd7840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:45.595429 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8bbd5097-d137-4ed0-a7bb-2894d67c93c1 req-f89adc0e-3994-447e-a4b2-8da25edd7840 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e421781b13ec462a8bd73122a059e1aa&device_id=62451913-0817-47e8-8939-836d1f430d74 HTTP/1.1" status: 200 len: 1161 time: 0.4279797 Jan 21 20:01:45.605724 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d57bd25-a884-448f-a3cb-681ee3e3fc9d service neutron] Pushing event updated for resources: {'Port': ['ID=017caee7-24ab-4f8f-82a9-70ec351d37c8,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:45.646321 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-4d57bd25-a884-448f-a3cb-681ee3e3fc9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:45.835643 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-4d57bd25-a884-448f-a3cb-681ee3e3fc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:45.836338 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-4d57bd25-a884-448f-a3cb-681ee3e3fc9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:45.837817 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-4d57bd25-a884-448f-a3cb-681ee3e3fc9d service neutron] 10.222.0.83 "PUT /v2.0/ports/017caee7-24ab-4f8f-82a9-70ec351d37c8 HTTP/1.1" status: 200 len: 1157 time: 5.2425389 Jan 21 20:01:45.843404 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e1e889-455a-4947-842a-addef4301674', 'tag': '017caee7-24ab-4f8f-82a9-70ec351d37c8'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:01:45.965110 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e1e889-455a-4947-842a-addef4301674', 'tag': '017caee7-24ab-4f8f-82a9-70ec351d37c8', 'status': 'completed', 'code': 200} Jan 21 20:01:46.021271 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d425af6a-d1c2-492a-9887-b9b933697245 admin admin] Notify agent at l3_agent.dv-cinder-726180-8-iscsi the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:01:46.032723 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402dad4e-94a2-41a6-86d3-1d3b427d2b7a None None] Sync routers for ids ['60eb76ca-00a7-4587-9d0f-8f431a611036'] in dv-cinder-726180-8-iscsi {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:01:46.033333 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-d425af6a-d1c2-492a-9887-b9b933697245 admin admin] 10.222.0.74 "PUT /v2.0/routers/60eb76ca-00a7-4587-9d0f-8f431a611036/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6943200 Jan 21 20:01:46.035708 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd5097-d137-4ed0-a7bb-2894d67c93c1 req-87ffafd4-c80d-4f2b-aeb7-1ab22d852a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:46.037265 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8bbd5097-d137-4ed0-a7bb-2894d67c93c1 req-87ffafd4-c80d-4f2b-aeb7-1ab22d852a5d service neutron] 10.222.0.83 "GET /v2.0/networks?id=2200cabb-7aa1-48ea-82c4-aefd11a7e0d5 HTTP/1.1" status: 200 len: 902 time: 0.4233186 Jan 21 20:01:46.053415 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402dad4e-94a2-41a6-86d3-1d3b427d2b7a None None] Routers {'60eb76ca-00a7-4587-9d0f-8f431a611036'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:01:46.054523 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-402dad4e-94a2-41a6-86d3-1d3b427d2b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:01:36Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['60eb76ca-00a7-4587-9d0f-8f431a611036'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:01:46.159607 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8bbd5097-d137-4ed0-a7bb-2894d67c93c1 req-d2462361-b9a9-47f9-8034-148ee5360710 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=847a05db-09d2-40c6-88d7-b5266417547e HTTP/1.1" status: 200 len: 217 time: 0.1037998 Jan 21 20:01:46.200036 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5bfc4-041a-4834-bab7-e34dd0b0e0b0 req-3260083d-8782-4c07-8097-436519e2e65f tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:46.201833 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-36c5bfc4-041a-4834-bab7-e34dd0b0e0b0 req-3260083d-8782-4c07-8097-436519e2e65f tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/ports?device_id=62451913-0817-47e8-8939-836d1f430d74 HTTP/1.1" status: 200 len: 944 time: 0.3681264 Jan 21 20:01:46.298739 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-6b27d4bd-7ff9-45c3-aa54-a004aaf414eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:46.300412 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-6b27d4bd-7ff9-45c3-aa54-a004aaf414eb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b3037d7b8c6a4529a56f7be33c3cb0ab&device_id=83e1e889-455a-4947-842a-addef4301674 HTTP/1.1" status: 200 len: 1160 time: 0.3813794 Jan 21 20:01:46.371448 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-402dad4e-94a2-41a6-86d3-1d3b427d2b7a None None] Set router 60eb76ca-00a7-4587-9d0f-8f431a611036 gateway port host: dv-cinder-726180-8-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:01:46.390086 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd5097-d137-4ed0-a7bb-2894d67c93c1 req-bf4e72fb-fc48-4b61-90bf-3a46e98ddeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:46.391739 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8bbd5097-d137-4ed0-a7bb-2894d67c93c1 req-bf4e72fb-fc48-4b61-90bf-3a46e98ddeeb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=105f2bff-4de0-4847-a5a4-12f34262512b HTTP/1.1" status: 200 len: 848 time: 0.1889706 Jan 21 20:01:46.406850 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-36c5bfc4-041a-4834-bab7-e34dd0b0e0b0 req-c96ffa12-5c86-47c6-8a95-e8184bc82b72 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/security-groups?id=5caebf4a-8cfb-41da-be6a-549efa993de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583447 Jan 21 20:01:46.409825 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-c836e7bc-efce-4a6f-98ee-e3539b431db8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=017caee7-24ab-4f8f-82a9-70ec351d37c8 HTTP/1.1" status: 200 len: 217 time: 0.0877743 Jan 21 20:01:46.842889 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8bbd5097-d137-4ed0-a7bb-2894d67c93c1 req-0be15784-ff20-4800-addf-7abdec792bbd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2200cabb-7aa1-48ea-82c4-aefd11a7e0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4348168 Jan 21 20:01:46.931245 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-402dad4e-94a2-41a6-86d3-1d3b427d2b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60eb76ca-00a7-4587-9d0f-8f431a611036', 'name': 'tempest-TestMinimumBasicScenario-754482351-router', 'tenant_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'f616ce31-41e6-4867-bf5c-f248eab780de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:01:26Z', 'updated_at': '2021-01-21T20:01:41Z', 'revision_number': 4, 'project_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'gw_port': {'id': 'f616ce31-41e6-4867-bf5c-f248eab780de', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60eb76ca-00a7-4587-9d0f-8f431a611036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:01:28Z', 'updated_at': '2021-01-21T20:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': 'b79a1aae-f995-4611-86a3-6996e3e382a6', 'name': '', 'network_id': '843bf788-d609-4005-9995-bbed36e20282', 'tenant_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'mac_address': 'fa:16:3e:e4:ec:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60eb76ca-00a7-4587-9d0f-8f431a611036', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '936f1562-19ae-4630-8b98-9fbdb8ca23b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:01:37Z', 'updated_at': '2021-01-21T20:01:42Z', 'revision_number': 2, 'project_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'subnets': [{'id': '936f1562-19ae-4630-8b98-9fbdb8ca23b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:01:46.937829 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402dad4e-94a2-41a6-86d3-1d3b427d2b7a None None] Checking router: 60eb76ca-00a7-4587-9d0f-8f431a611036 for host: dv-cinder-726180-8-iscsi {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:01:46.938544 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402dad4e-94a2-41a6-86d3-1d3b427d2b7a None None] Updating router 60eb76ca-00a7-4587-9d0f-8f431a611036 port b79a1aae-f995-4611-86a3-6996e3e382a6 binding host dv-cinder-726180-8-iscsi {{(pid=80116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 21 20:01:46.988352 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-c2380d97-b45f-441f-ac83-4653e8448b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:46.990124 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-c2380d97-b45f-441f-ac83-4653e8448b4d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9790493f-b318-4d1c-bd26-0e9563a125df HTTP/1.1" status: 200 len: 849 time: 0.2910833 Jan 21 20:01:47.166758 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15411692-7c08-4f5e-a85a-2ab09a61a935 req-797b5350-5da9-481a-8571-f9ef1b7084c7 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:47.173662 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-15411692-7c08-4f5e-a85a-2ab09a61a935 req-797b5350-5da9-481a-8571-f9ef1b7084c7 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=83e1e889-455a-4947-842a-addef4301674 HTTP/1.1" status: 200 len: 943 time: 0.4762466 Jan 21 20:01:47.177743 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8bbd5097-d137-4ed0-a7bb-2894d67c93c1 req-47c500f9-8489-499f-a352-1d14af56f6cb service neutron] 10.222.0.83 "GET /v2.0/networks/2200cabb-7aa1-48ea-82c4-aefd11a7e0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216746 Jan 21 20:01:47.199287 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-402dad4e-94a2-41a6-86d3-1d3b427d2b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:47.398408 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-15411692-7c08-4f5e-a85a-2ab09a61a935 req-79f027a1-983f-4648-915e-56bd728b8b88 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=29c3be6d-f2c1-4929-aa45-b068df4bcbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2175274 Jan 21 20:01:47.437560 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.objects.ports [None req-5c955cea-2bf9-494d-bb23-db96433b3edc None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80115) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 21 20:01:47.440910 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-887029dc-f933-4ac5-a0d2-daa28198fb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:47.443017 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-887029dc-f933-4ac5-a0d2-daa28198fb7f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b1756871-2be2-4eac-a235-402a56a7b855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4420350 Jan 21 20:01:47.664290 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8bbd5097-d137-4ed0-a7bb-2894d67c93c1 req-53ee33c3-e96c-4c66-a9b1-0d870eccf09e service neutron] 10.222.0.83 "GET /v2.0/networks/2200cabb-7aa1-48ea-82c4-aefd11a7e0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4314356 Jan 21 20:01:47.708131 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-502d4922-ffce-4518-9ed7-1d9ddb2f8778 service neutron] 10.222.0.83 "GET /v2.0/networks/b1756871-2be2-4eac-a235-402a56a7b855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543838 Jan 21 20:01:47.989474 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a6697de0-fe50-46d0-9747-789cc1e2839d req-c957eb9e-d862-4b16-bf72-ed44c085db46 service neutron] 10.222.0.83 "GET /v2.0/networks/b1756871-2be2-4eac-a235-402a56a7b855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2566276 Jan 21 20:01:48.079559 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-402dad4e-94a2-41a6-86d3-1d3b427d2b7a None None] Notify callbacks [] for port, precommit_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:48.101684 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-402dad4e-94a2-41a6-86d3-1d3b427d2b7a None None] Transition to ACTIVE for port object b79a1aae-f995-4611-86a3-6996e3e382a6 will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:01:48.109147 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-402dad4e-94a2-41a6-86d3-1d3b427d2b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:48.110815 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 847a05db-09d2-40c6-88d7-b5266417547e up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:01:48.142595 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad726089-5477-4146-84ab-ac7d29aa3aab req-4dd44fd4-f8d2-4753-a019-6b0454498a2f tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:48.145160 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ad726089-5477-4146-84ab-ac7d29aa3aab req-4dd44fd4-f8d2-4753-a019-6b0454498a2f tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/ports?device_id=62451913-0817-47e8-8939-836d1f430d74 HTTP/1.1" status: 200 len: 944 time: 0.3767977 Jan 21 20:01:48.235360 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning for port 847a05db-09d2-40c6-88d7-b5266417547e completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:01:48.244162 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 847a05db-09d2-40c6-88d7-b5266417547e triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:01:48.244945 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:48.310947 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6ea04766-1a63-4238-b2dd-c03195563b5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:48.327290 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ad726089-5477-4146-84ab-ac7d29aa3aab req-5890c104-1399-4cd2-9bcc-6f621ccbcad3 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/security-groups?id=5caebf4a-8cfb-41da-be6a-549efa993de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052146 Jan 21 20:01:48.339655 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51658c55-3468-482e-a2f9-674bfa8305ec req-d86bd907-4e16-4494-af5b-e27481178c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:48.341678 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-51658c55-3468-482e-a2f9-674bfa8305ec req-d86bd907-4e16-4494-af5b-e27481178c2b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b3037d7b8c6a4529a56f7be33c3cb0ab&device_id=83e1e889-455a-4947-842a-addef4301674 HTTP/1.1" status: 200 len: 1160 time: 0.1949048 Jan 21 20:01:48.518763 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:48.596370 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d3c9e-4c2e-444d-85a8-5958a89ee74f None None] Pushing event updated for resources: {'Port': ['ID=b79a1aae-f995-4611-86a3-6996e3e382a6,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:48.615110 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62451913-0817-47e8-8939-836d1f430d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847a05db-09d2-40c6-88d7-b5266417547e'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:01:48.683473 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1d3c9e-4c2e-444d-85a8-5958a89ee74f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:48.684189 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1d3c9e-4c2e-444d-85a8-5958a89ee74f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:48.684844 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1d3c9e-4c2e-444d-85a8-5958a89ee74f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:48.685423 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1d3c9e-4c2e-444d-85a8-5958a89ee74f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:48.685951 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1d3c9e-4c2e-444d-85a8-5958a89ee74f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:48.686504 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1d3c9e-4c2e-444d-85a8-5958a89ee74f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:48.687054 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1d3c9e-4c2e-444d-85a8-5958a89ee74f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:48.687574 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1d3c9e-4c2e-444d-85a8-5958a89ee74f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:48.688242 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1d3c9e-4c2e-444d-85a8-5958a89ee74f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:48.688984 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1d3c9e-4c2e-444d-85a8-5958a89ee74f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:48.689648 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1d3c9e-4c2e-444d-85a8-5958a89ee74f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:48.690176 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1d3c9e-4c2e-444d-85a8-5958a89ee74f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:48.690783 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1d3c9e-4c2e-444d-85a8-5958a89ee74f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:48.691323 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1d3c9e-4c2e-444d-85a8-5958a89ee74f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:48.691997 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1d3c9e-4c2e-444d-85a8-5958a89ee74f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:48.692515 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1d3c9e-4c2e-444d-85a8-5958a89ee74f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:48.692783 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] For port 847a05db-09d2-40c6-88d7-b5266417547e, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=847a05db-09d2-40c6-88d7-b5266417547e,segment=NetworkSegment(ad9134c2-9bba-4db6-8545-46f5d3417125),segment_id=ad9134c2-9bba-4db6-8545-46f5d3417125)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:01:48.693324 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1d3c9e-4c2e-444d-85a8-5958a89ee74f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:48.694912 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1d3c9e-4c2e-444d-85a8-5958a89ee74f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:48.695571 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1d3c9e-4c2e-444d-85a8-5958a89ee74f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:48.696235 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1d3c9e-4c2e-444d-85a8-5958a89ee74f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:48.696782 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1d3c9e-4c2e-444d-85a8-5958a89ee74f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:48.697321 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1d3c9e-4c2e-444d-85a8-5958a89ee74f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:48.698137 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1d3c9e-4c2e-444d-85a8-5958a89ee74f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:48.698892 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1d3c9e-4c2e-444d-85a8-5958a89ee74f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:01:48.700573 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:48.704634 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:48.711999 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51658c55-3468-482e-a2f9-674bfa8305ec req-854f535a-d621-446e-9e4c-3db307fe8ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:48.713690 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-51658c55-3468-482e-a2f9-674bfa8305ec req-854f535a-d621-446e-9e4c-3db307fe8ec0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b1756871-2be2-4eac-a235-402a56a7b855 HTTP/1.1" status: 200 len: 904 time: 0.3598998 Jan 21 20:01:48.716477 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-1d1d3c9e-4c2e-444d-85a8-5958a89ee74f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:48.808834 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-402dad4e-94a2-41a6-86d3-1d3b427d2b7a None None] Attempting to bind port b79a1aae-f995-4611-86a3-6996e3e382a6 on host dv-cinder-726180-8-iscsi for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 20:01:48.809301 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-402dad4e-94a2-41a6-86d3-1d3b427d2b7a None None] Attempting to bind port b79a1aae-f995-4611-86a3-6996e3e382a6 by drivers openvswitch on host dv-cinder-726180-8-iscsi at level 0 using segments [{'id': '7c41453e-9d89-4697-8208-9e5ae9b12e90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '843bf788-d609-4005-9995-bbed36e20282'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 20:01:48.809650 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402dad4e-94a2-41a6-86d3-1d3b427d2b7a None None] Attempting to bind port b79a1aae-f995-4611-86a3-6996e3e382a6 on network 843bf788-d609-4005-9995-bbed36e20282 {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 20:01:48.817378 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402dad4e-94a2-41a6-86d3-1d3b427d2b7a None None] Checking agent: {'id': 'f684b9c2-4f8f-4e03-bb44-a00bf6d32b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 46, 8), 'started_at': datetime.datetime(2021, 1, 21, 19, 46, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 20, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 20:01:48.817791 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402dad4e-94a2-41a6-86d3-1d3b427d2b7a None None] Checking segment: {'id': '7c41453e-9d89-4697-8208-9e5ae9b12e90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '843bf788-d609-4005-9995-bbed36e20282'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:01:48.818228 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-402dad4e-94a2-41a6-86d3-1d3b427d2b7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:48.819093 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402dad4e-94a2-41a6-86d3-1d3b427d2b7a None None] Bound using segment: {'id': '7c41453e-9d89-4697-8208-9e5ae9b12e90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '843bf788-d609-4005-9995-bbed36e20282'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 20:01:48.820390 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-402dad4e-94a2-41a6-86d3-1d3b427d2b7a None None] Bound port: b79a1aae-f995-4611-86a3-6996e3e382a6, host: dv-cinder-726180-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c41453e-9d89-4697-8208-9e5ae9b12e90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '843bf788-d609-4005-9995-bbed36e20282'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 20:01:48.820882 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-402dad4e-94a2-41a6-86d3-1d3b427d2b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:48.899924 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-51658c55-3468-482e-a2f9-674bfa8305ec req-0f702df5-bad0-4194-ada8-87ea1fc45af7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=017caee7-24ab-4f8f-82a9-70ec351d37c8 HTTP/1.1" status: 200 len: 217 time: 0.1708014 Jan 21 20:01:49.027052 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Pushing event updated for resources: {'Port': ['ID=847a05db-09d2-40c6-88d7-b5266417547e,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:49.030668 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:49.055168 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-402dad4e-94a2-41a6-86d3-1d3b427d2b7a None None] For port b79a1aae-f995-4611-86a3-6996e3e382a6, host dv-cinder-726180-8-iscsi, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 20:01:49.059183 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-402dad4e-94a2-41a6-86d3-1d3b427d2b7a None None] For port b79a1aae-f995-4611-86a3-6996e3e382a6, host dv-cinder-726180-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=b79a1aae-f995-4611-86a3-6996e3e382a6,segment=NetworkSegment(7c41453e-9d89-4697-8208-9e5ae9b12e90),segment_id=7c41453e-9d89-4697-8208-9e5ae9b12e90)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 20:01:49.060163 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51658c55-3468-482e-a2f9-674bfa8305ec req-39d2971f-34d2-4540-8f05-d7581ab115b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:49.061821 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-51658c55-3468-482e-a2f9-674bfa8305ec req-39d2971f-34d2-4540-8f05-d7581ab115b8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9790493f-b318-4d1c-bd26-0e9563a125df HTTP/1.1" status: 200 len: 849 time: 0.1142704 Jan 21 20:01:49.065170 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-402dad4e-94a2-41a6-86d3-1d3b427d2b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:49.105476 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:49.171652 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6365f9-311e-40a2-862f-de1280cba0de req-b70f7cd8-02b7-4800-bab5-3f83595a367b tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:49.174009 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6f6365f9-311e-40a2-862f-de1280cba0de req-b70f7cd8-02b7-4800-bab5-3f83595a367b tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=83e1e889-455a-4947-842a-addef4301674 HTTP/1.1" status: 200 len: 943 time: 0.2870176 Jan 21 20:01:49.181623 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62451913-0817-47e8-8939-836d1f430d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847a05db-09d2-40c6-88d7-b5266417547e', 'code': 200} Jan 21 20:01:49.250736 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6f6365f9-311e-40a2-862f-de1280cba0de req-a26d731b-9d51-468b-9e43-3947d60c9edd tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=29c3be6d-f2c1-4929-aa45-b068df4bcbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639367 Jan 21 20:01:49.277608 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d3c9e-4c2e-444d-85a8-5958a89ee74f None None] Pushing event updated for resources: {'Port': ['ID=b79a1aae-f995-4611-86a3-6996e3e382a6,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:49.282196 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51658c55-3468-482e-a2f9-674bfa8305ec req-8d0cdbb9-db6b-40fd-a4a6-ba5edfa7501f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:49.282663 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-1d1d3c9e-4c2e-444d-85a8-5958a89ee74f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:49.284211 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-51658c55-3468-482e-a2f9-674bfa8305ec req-8d0cdbb9-db6b-40fd-a4a6-ba5edfa7501f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b1756871-2be2-4eac-a235-402a56a7b855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2118692 Jan 21 20:01:49.423415 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 847a05db-09d2-40c6-88d7-b5266417547e up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:01:49.447936 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402dad4e-94a2-41a6-86d3-1d3b427d2b7a None None] Routers {'60eb76ca-00a7-4587-9d0f-8f431a611036'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:01:49.449132 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-402dad4e-94a2-41a6-86d3-1d3b427d2b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:01:36Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['60eb76ca-00a7-4587-9d0f-8f431a611036'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:01:49.549199 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-51658c55-3468-482e-a2f9-674bfa8305ec req-b9e7735b-92a6-455f-beba-7f5a9fb6a4ae service neutron] 10.222.0.83 "GET /v2.0/networks/b1756871-2be2-4eac-a235-402a56a7b855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532058 Jan 21 20:01:49.666416 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 847a05db-09d2-40c6-88d7-b5266417547e triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:01:49.667274 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:49.895076 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-402dad4e-94a2-41a6-86d3-1d3b427d2b7a None None] Set router 60eb76ca-00a7-4587-9d0f-8f431a611036 gateway port host: dv-cinder-726180-8-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:01:49.993640 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-51658c55-3468-482e-a2f9-674bfa8305ec req-cbfbb3b2-563c-4608-9dd3-54358334e606 service neutron] 10.222.0.83 "GET /v2.0/networks/b1756871-2be2-4eac-a235-402a56a7b855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4250419 Jan 21 20:01:50.075508 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9c92a-3ac4-4c99-9150-20abe73cfb10 req-954e84d9-58a2-45e7-84fb-1c899044aab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:50.078429 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-10e9c92a-3ac4-4c99-9150-20abe73cfb10 req-954e84d9-58a2-45e7-84fb-1c899044aab3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=62451913-0817-47e8-8939-836d1f430d74 HTTP/1.1" status: 200 len: 1163 time: 0.2725415 Jan 21 20:01:50.160928 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de68d2-c6e0-497d-974f-d67c6419acf0 req-5fa5a5e4-1a4a-4b87-9d11-b8fdd5dde9b3 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:50.164164 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-63de68d2-c6e0-497d-974f-d67c6419acf0 req-5fa5a5e4-1a4a-4b87-9d11-b8fdd5dde9b3 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/ports?device_id=62451913-0817-47e8-8939-836d1f430d74 HTTP/1.1" status: 200 len: 946 time: 0.3567576 Jan 21 20:01:50.238873 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-10e9c92a-3ac4-4c99-9150-20abe73cfb10 req-aa3cae35-de7c-4a97-9397-03f104eecfc4 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5caebf4a-8cfb-41da-be6a-549efa993de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523895 Jan 21 20:01:50.271041 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-63de68d2-c6e0-497d-974f-d67c6419acf0 req-f35eca18-910f-4632-ac22-84eb5e4fabb8 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/security-groups?id=5caebf4a-8cfb-41da-be6a-549efa993de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907671 Jan 21 20:01:50.450588 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-402dad4e-94a2-41a6-86d3-1d3b427d2b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60eb76ca-00a7-4587-9d0f-8f431a611036', 'name': 'tempest-TestMinimumBasicScenario-754482351-router', 'tenant_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'f616ce31-41e6-4867-bf5c-f248eab780de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:01:26Z', 'updated_at': '2021-01-21T20:01:41Z', 'revision_number': 4, 'project_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'gw_port': {'id': 'f616ce31-41e6-4867-bf5c-f248eab780de', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60eb76ca-00a7-4587-9d0f-8f431a611036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:01:28Z', 'updated_at': '2021-01-21T20:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': 'b79a1aae-f995-4611-86a3-6996e3e382a6', 'name': '', 'network_id': '843bf788-d609-4005-9995-bbed36e20282', 'tenant_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'mac_address': 'fa:16:3e:e4:ec:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60eb76ca-00a7-4587-9d0f-8f431a611036', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '936f1562-19ae-4630-8b98-9fbdb8ca23b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:01:37Z', 'updated_at': '2021-01-21T20:01:49Z', 'revision_number': 4, 'project_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'subnets': [{'id': '936f1562-19ae-4630-8b98-9fbdb8ca23b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:01:50.461170 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402dad4e-94a2-41a6-86d3-1d3b427d2b7a None None] The sync data for ids ['60eb76ca-00a7-4587-9d0f-8f431a611036'] in dv-cinder-726180-8-iscsi is: [{'id': '60eb76ca-00a7-4587-9d0f-8f431a611036', 'name': 'tempest-TestMinimumBasicScenario-754482351-router', 'tenant_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'f616ce31-41e6-4867-bf5c-f248eab780de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:01:26Z', 'updated_at': '2021-01-21T20:01:41Z', 'revision_number': 4, 'project_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'gw_port': {'id': 'f616ce31-41e6-4867-bf5c-f248eab780de', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60eb76ca-00a7-4587-9d0f-8f431a611036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:01:28Z', 'updated_at': '2021-01-21T20:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': 'b79a1aae-f995-4611-86a3-6996e3e382a6', 'name': '', 'network_id': '843bf788-d609-4005-9995-bbed36e20282', 'tenant_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'mac_address': 'fa:16:3e:e4:ec:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60eb76ca-00a7-4587-9d0f-8f431a611036', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '936f1562-19ae-4630-8b98-9fbdb8ca23b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:01:37Z', 'updated_at': '2021-01-21T20:01:49Z', 'revision_number': 4, 'project_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'subnets': [{'id': '936f1562-19ae-4630-8b98-9fbdb8ca23b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:01:50.642121 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d59b9a-211c-4d77-bf17-d1117cf8482a req-26e51d5c-a974-4595-a4a8-4c071bfdca8a tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:50.652041 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-35d59b9a-211c-4d77-bf17-d1117cf8482a req-26e51d5c-a974-4595-a4a8-4c071bfdca8a tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=83e1e889-455a-4947-842a-addef4301674 HTTP/1.1" status: 200 len: 943 time: 0.1904132 Jan 21 20:01:50.748283 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-35d59b9a-211c-4d77-bf17-d1117cf8482a req-8001ef19-cfac-46c0-9eac-f515ab5e920e tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=29c3be6d-f2c1-4929-aa45-b068df4bcbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950241 Jan 21 20:01:51.685459 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb72f6-2275-46c9-a9b2-3962ae05db1d req-ffee6a7c-a47f-4807-ab4a-e7982b47791f tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:51.695118 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3dfb72f6-2275-46c9-a9b2-3962ae05db1d req-ffee6a7c-a47f-4807-ab4a-e7982b47791f tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/ports?device_id=62451913-0817-47e8-8939-836d1f430d74 HTTP/1.1" status: 200 len: 946 time: 0.2163451 Jan 21 20:01:51.777232 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3dfb72f6-2275-46c9-a9b2-3962ae05db1d req-9ac8a09f-0f2a-4a34-a95a-224fb81f8d70 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/security-groups?id=5caebf4a-8cfb-41da-be6a-549efa993de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809054 Jan 21 20:01:51.970657 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device b79a1aae-f995-4611-86a3-6996e3e382a6 up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:01:52.093810 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning for port b79a1aae-f995-4611-86a3-6996e3e382a6 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:01:52.102228 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning complete for port b79a1aae-f995-4611-86a3-6996e3e382a6 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:01:52.102920 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:52.137609 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b979b-0e61-49f6-8bea-771216999095 req-5dba3bf5-b729-40f7-a87d-6ea07ca2159e tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:52.148775 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-332b979b-0e61-49f6-8bea-771216999095 req-5dba3bf5-b729-40f7-a87d-6ea07ca2159e tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=83e1e889-455a-4947-842a-addef4301674 HTTP/1.1" status: 200 len: 943 time: 0.2206380 Jan 21 20:01:52.234893 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-332b979b-0e61-49f6-8bea-771216999095 req-19b54317-74fe-4581-82e3-4e2e1d476475 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=29c3be6d-f2c1-4929-aa45-b068df4bcbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850494 Jan 21 20:01:52.263881 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 017caee7-24ab-4f8f-82a9-70ec351d37c8 up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:01:52.447245 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:52.470068 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning for port 017caee7-24ab-4f8f-82a9-70ec351d37c8 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:01:52.497769 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 017caee7-24ab-4f8f-82a9-70ec351d37c8 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:01:52.498304 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:52.538885 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] For port b79a1aae-f995-4611-86a3-6996e3e382a6, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=b79a1aae-f995-4611-86a3-6996e3e382a6,segment=NetworkSegment(7c41453e-9d89-4697-8208-9e5ae9b12e90),segment_id=7c41453e-9d89-4697-8208-9e5ae9b12e90)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:01:52.545834 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:52.555932 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:52.720625 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Pushing event updated for resources: {'Port': ['ID=b79a1aae-f995-4611-86a3-6996e3e382a6,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:52.732720 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:52.759979 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:52.792740 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e1e889-455a-4947-842a-addef4301674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017caee7-24ab-4f8f-82a9-70ec351d37c8'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:01:52.805229 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] For port 017caee7-24ab-4f8f-82a9-70ec351d37c8, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=017caee7-24ab-4f8f-82a9-70ec351d37c8,segment=NetworkSegment(54492169-1737-42df-aa1f-05bff6aaa8d2),segment_id=54492169-1737-42df-aa1f-05bff6aaa8d2)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:01:52.809274 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:52.813782 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-cb793771-56bf-41c1-b03a-3057193059f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:52.905556 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Pushing event updated for resources: {'Port': ['ID=017caee7-24ab-4f8f-82a9-70ec351d37c8,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:52.919565 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:52.921386 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e1e889-455a-4947-842a-addef4301674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017caee7-24ab-4f8f-82a9-70ec351d37c8', 'code': 200} Jan 21 20:01:53.171033 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ebd0e-9c50-465c-b868-b1d196cd2a63 req-22954ea4-faa5-4b5c-9e47-ec417c6f81ac tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:53.173386 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d25ebd0e-9c50-465c-b868-b1d196cd2a63 req-22954ea4-faa5-4b5c-9e47-ec417c6f81ac tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/ports?device_id=62451913-0817-47e8-8939-836d1f430d74 HTTP/1.1" status: 200 len: 946 time: 0.1675835 Jan 21 20:01:53.337005 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d25ebd0e-9c50-465c-b868-b1d196cd2a63 req-0fa4a6fa-6176-47b5-bc21-1c0188c8bcfe tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/security-groups?id=5caebf4a-8cfb-41da-be6a-549efa993de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532490 Jan 21 20:01:53.370724 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea65834-8335-44c9-a803-7a970b51b1d8 req-590e29b8-2bd9-4627-85c8-a592740fbae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:53.372797 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4ea65834-8335-44c9-a803-7a970b51b1d8 req-590e29b8-2bd9-4627-85c8-a592740fbae1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=83e1e889-455a-4947-842a-addef4301674 HTTP/1.1" status: 200 len: 1162 time: 0.1666427 Jan 21 20:01:53.458163 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4ea65834-8335-44c9-a803-7a970b51b1d8 req-c72a2881-fef0-4ce9-b0bb-bc5796c738b3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=29c3be6d-f2c1-4929-aa45-b068df4bcbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661407 Jan 21 20:01:53.689155 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 847a05db-09d2-40c6-88d7-b5266417547e up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:01:53.743907 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba365e-41e1-404f-abdf-a4f136ad9213 req-cf028a13-8bf5-465b-9b5a-b1af608809e8 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:53.749549 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7aba365e-41e1-404f-abdf-a4f136ad9213 req-cf028a13-8bf5-465b-9b5a-b1af608809e8 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=83e1e889-455a-4947-842a-addef4301674 HTTP/1.1" status: 200 len: 945 time: 0.2326074 Jan 21 20:01:53.864025 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 847a05db-09d2-40c6-88d7-b5266417547e triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:01:53.864459 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:54.020936 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device b79a1aae-f995-4611-86a3-6996e3e382a6 up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:01:54.089550 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 017caee7-24ab-4f8f-82a9-70ec351d37c8 up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:01:54.212541 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 017caee7-24ab-4f8f-82a9-70ec351d37c8 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:01:54.212979 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:54.236056 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7aba365e-41e1-404f-abdf-a4f136ad9213 req-9496e83e-8a12-4518-a989-bfa85c26c09f tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=29c3be6d-f2c1-4929-aa45-b068df4bcbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4737611 Jan 21 20:01:54.297975 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning complete for port b79a1aae-f995-4611-86a3-6996e3e382a6 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:01:54.298445 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:55.185310 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c6988-acab-4bd6-bcbb-266fe30e03ed req-57ce06a0-6126-4c34-bac4-7bcc3cf0527a tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:55.187238 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e76c6988-acab-4bd6-bcbb-266fe30e03ed req-57ce06a0-6126-4c34-bac4-7bcc3cf0527a tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/ports?device_id=62451913-0817-47e8-8939-836d1f430d74 HTTP/1.1" status: 200 len: 946 time: 0.1267138 Jan 21 20:01:55.291123 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e76c6988-acab-4bd6-bcbb-266fe30e03ed req-e7597774-158f-46bf-a6a8-59bded1e76e4 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/security-groups?id=5caebf4a-8cfb-41da-be6a-549efa993de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930293 Jan 21 20:01:55.581877 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07decef9-f83d-4377-b6fe-d2bcc8cdb48b req-529d941e-d6c3-497f-a95c-57fc3a12989c tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:55.584114 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-07decef9-f83d-4377-b6fe-d2bcc8cdb48b req-529d941e-d6c3-497f-a95c-57fc3a12989c tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=83e1e889-455a-4947-842a-addef4301674 HTTP/1.1" status: 200 len: 945 time: 0.1282494 Jan 21 20:01:55.642051 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-07decef9-f83d-4377-b6fe-d2bcc8cdb48b req-f23ce6a8-a0e4-4a47-b359-b45b64b4b043 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=29c3be6d-f2c1-4929-aa45-b068df4bcbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505261 Jan 21 20:01:55.982168 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043be28-e1ed-45b7-ba76-4f17cad10b6d req-9897b0a0-0adf-4d36-a341-b2ed966716ef tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:55.985128 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0043be28-e1ed-45b7-ba76-4f17cad10b6d req-9897b0a0-0adf-4d36-a341-b2ed966716ef tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=83e1e889-455a-4947-842a-addef4301674 HTTP/1.1" status: 200 len: 945 time: 0.1577737 Jan 21 20:01:55.996909 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 57996) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:01:56.006851 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-acf7152f-4be3-4f01-b1c3-cd44c0b0ca10 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Request body: {'floatingip': {'port_id': '017caee7-24ab-4f8f-82a9-70ec351d37c8'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:01:56.105471 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-acf7152f-4be3-4f01-b1c3-cd44c0b0ca10 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks [] for floatingip, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:57.063785 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53e2d5-ed1a-415d-ab33-369564f30dd8 req-a5c2e033-cd9a-4df9-985d-3c7a861d823f tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:57.065533 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1f53e2d5-ed1a-415d-ab33-369564f30dd8 req-a5c2e033-cd9a-4df9-985d-3c7a861d823f tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/ports?device_id=62451913-0817-47e8-8939-836d1f430d74 HTTP/1.1" status: 200 len: 946 time: 0.1723757 Jan 21 20:01:57.295714 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 847a05db-09d2-40c6-88d7-b5266417547e no longer exists at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:01:57.403472 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1f53e2d5-ed1a-415d-ab33-369564f30dd8 req-91b3bf4b-0035-447d-a187-2a3527bea181 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/security-groups?id=5caebf4a-8cfb-41da-be6a-549efa993de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435474 Jan 21 20:01:57.540963 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:57.582935 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62451913-0817-47e8-8939-836d1f430d74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '847a05db-09d2-40c6-88d7-b5266417547e'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:01:57.608741 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-acf7152f-4be3-4f01-b1c3-cd44c0b0ca10 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks [] for floatingip, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:57.620921 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] For port 847a05db-09d2-40c6-88d7-b5266417547e, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=847a05db-09d2-40c6-88d7-b5266417547e,segment=NetworkSegment(ad9134c2-9bba-4db6-8545-46f5d3417125),segment_id=ad9134c2-9bba-4db6-8545-46f5d3417125)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:01:57.625110 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:57.627186 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2d7578b-4a83-421c-884b-aeb84fb1d62a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:01:57.676987 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf672f-20a4-4c29-9614-fbac9648ffab req-a75bca6b-0517-47e3-b951-35342b417c34 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:57.695876 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-46bf672f-20a4-4c29-9614-fbac9648ffab req-a75bca6b-0517-47e3-b951-35342b417c34 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.83 "GET /v2.0/ports?device_id=62451913-0817-47e8-8939-836d1f430d74 HTTP/1.1" status: 200 len: 946 time: 0.6141655 Jan 21 20:01:57.722028 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62451913-0817-47e8-8939-836d1f430d74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '847a05db-09d2-40c6-88d7-b5266417547e', 'code': 200} Jan 21 20:01:57.781033 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Pushing event updated for resources: {'Port': ['ID=847a05db-09d2-40c6-88d7-b5266417547e,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:01:57.788286 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:01:57.792231 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-acf7152f-4be3-4f01-b1c3-cd44c0b0ca10 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853807100'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:57.956619 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-46bf672f-20a4-4c29-9614-fbac9648ffab req-a2040500-7a45-4cb0-b126-8bb492bb8eb5 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Deleting port 847a05db-09d2-40c6-88d7-b5266417547e {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:01:57.957006 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-46bf672f-20a4-4c29-9614-fbac9648ffab req-a2040500-7a45-4cb0-b126-8bb492bb8eb5 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:58.200036 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.db.l3_db [None req-acf7152f-4be3-4f01-b1c3-cd44c0b0ca10 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Floating IP 9dfd7af5-6d85-4631-a495-e682c4c995ba associated. External IP: 172.27.2.126, port: 017caee7-24ab-4f8f-82a9-70ec351d37c8. Jan 21 20:01:58.269163 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:59.119817 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-46bf672f-20a4-4c29-9614-fbac9648ffab req-a2040500-7a45-4cb0-b126-8bb492bb8eb5 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] For port 847a05db-09d2-40c6-88d7-b5266417547e, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=847a05db-09d2-40c6-88d7-b5266417547e,segment=NetworkSegment(ad9134c2-9bba-4db6-8545-46f5d3417125),segment_id=ad9134c2-9bba-4db6-8545-46f5d3417125)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:01:59.120581 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-46bf672f-20a4-4c29-9614-fbac9648ffab req-a2040500-7a45-4cb0-b126-8bb492bb8eb5 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:59.308641 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-46bf672f-20a4-4c29-9614-fbac9648ffab req-a2040500-7a45-4cb0-b126-8bb492bb8eb5 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Calling delete_port for 847a05db-09d2-40c6-88d7-b5266417547e owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:01:59.441179 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc40ec-233e-4a9b-b769-4d956c39a1a3 req-452926ac-5ef8-400b-a643-470e33458d89 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:01:59.444447 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d7dc40ec-233e-4a9b-b769-4d956c39a1a3 req-452926ac-5ef8-400b-a643-470e33458d89 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/ports?device_id=62451913-0817-47e8-8939-836d1f430d74 HTTP/1.1" status: 200 len: 944 time: 0.6281254 Jan 21 20:01:59.587288 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d7dc40ec-233e-4a9b-b769-4d956c39a1a3 req-ef0555ac-6a3d-42c5-bca8-05ef27409fcc tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/security-groups?id=5caebf4a-8cfb-41da-be6a-549efa993de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233935 Jan 21 20:01:59.607363 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf7152f-4be3-4f01-b1c3-cd44c0b0ca10 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Router 0b476698-997c-483c-b00f-004470af1691 has already been hosted by L3 agent acfbd797-5df7-45c7-9954-db8085626b2a {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 20:01:59.863284 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-46bf672f-20a4-4c29-9614-fbac9648ffab req-a2040500-7a45-4cb0-b126-8bb492bb8eb5 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852560929'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:01:59.887292 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-09ed00b9-6adb-45f0-9172-aa9f6b196636 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:00.016650 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2040500-7a45-4cb0-b126-8bb492bb8eb5 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Pushing event deleted for resources: {'Port': ['ID=847a05db-09d2-40c6-88d7-b5266417547e,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:00.029811 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a2040500-7a45-4cb0-b126-8bb492bb8eb5 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:00.132314 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf7152f-4be3-4f01-b1c3-cd44c0b0ca10 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify agent at l3_agent.dv-cinder-726180-8-iscsi the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:02:00.144138 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe6b8f4-0914-4073-9298-e79f9ed697b8 None None] Sync routers for ids ['0b476698-997c-483c-b00f-004470af1691'] in dv-cinder-726180-8-iscsi {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:02:00.158356 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe6b8f4-0914-4073-9298-e79f9ed697b8 None None] Routers {'0b476698-997c-483c-b00f-004470af1691'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:02:00.159088 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-8fe6b8f4-0914-4073-9298-e79f9ed697b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:01:36Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['0b476698-997c-483c-b00f-004470af1691'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:02:00.182421 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-acf7152f-4be3-4f01-b1c3-cd44c0b0ca10 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:00.374830 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-bf5b2d8c-ec27-4add-b7f3-08b4356fc6e7 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:00.376435 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-bf5b2d8c-ec27-4add-b7f3-08b4356fc6e7 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/networks?id=843bf788-d609-4005-9995-bbed36e20282 HTTP/1.1" status: 200 len: 814 time: 0.4449985 Jan 21 20:02:00.378058 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-acf7152f-4be3-4f01-b1c3-cd44c0b0ca10 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "PUT /v2.0/floatingips/9dfd7af5-6d85-4631-a495-e682c4c995ba HTTP/1.1" status: 200 len: 991 time: 4.3796949 Jan 21 20:02:00.387343 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e1e889-455a-4947-842a-addef4301674', 'tag': '017caee7-24ab-4f8f-82a9-70ec351d37c8'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:02:00.395777 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-8fe6b8f4-0914-4073-9298-e79f9ed697b8 None None] Set router 0b476698-997c-483c-b00f-004470af1691 gateway port host: dv-cinder-726180-8-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:02:00.402111 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-46bf672f-20a4-4c29-9614-fbac9648ffab req-a2040500-7a45-4cb0-b126-8bb492bb8eb5 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] No DVR routers for this DVR port 847a05db-09d2-40c6-88d7-b5266417547e on host hv-cinder-72618 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 20:02:00.417295 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-46bf672f-20a4-4c29-9614-fbac9648ffab req-a2040500-7a45-4cb0-b126-8bb492bb8eb5 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:00.417295 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-46bf672f-20a4-4c29-9614-fbac9648ffab req-a2040500-7a45-4cb0-b126-8bb492bb8eb5 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.83 "DELETE /v2.0/ports/847a05db-09d2-40c6-88d7-b5266417547e HTTP/1.1" status: 204 len: 173 time: 2.7154229 Jan 21 20:02:00.417295 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-e03bbce7-06a3-40af-a371-ad567fbe2f39 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/quotas/0ddb4b82bd4d4ba798210dfef0c51e89 HTTP/1.1" status: 200 len: 375 time: 0.0241530 Jan 21 20:02:00.569587 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-e622eba0-822a-4f61-af44-25bdad74423b tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Synchronizing usage tracker for tenant:0ddb4b82bd4d4ba798210dfef0c51e89 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:02:00.598887 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-e622eba0-822a-4f61-af44-25bdad74423b tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Unset dirty status for tenant:0ddb4b82bd4d4ba798210dfef0c51e89 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:02:00.602872 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-e622eba0-822a-4f61-af44-25bdad74423b tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?tenant_id=0ddb4b82bd4d4ba798210dfef0c51e89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1775069 Jan 21 20:02:00.723067 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e1e889-455a-4947-842a-addef4301674', 'tag': '017caee7-24ab-4f8f-82a9-70ec351d37c8', 'status': 'completed', 'code': 200} Jan 21 20:02:00.917537 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-d5c5754b-8a47-4e77-a9f2-202e068c090d req-592fe536-595c-4019-8f9d-4224e70c45fa tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Synchronizing usage tracker for tenant:e421781b13ec462a8bd73122a059e1aa on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:02:00.921582 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-a3b6e22e-7980-48e7-9ad5-318b8f432130 service neutron] 10.222.0.74 "GET /v2.0/networks/843bf788-d609-4005-9995-bbed36e20282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039618 Jan 21 20:02:01.032345 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-d5c5754b-8a47-4e77-a9f2-202e068c090d req-592fe536-595c-4019-8f9d-4224e70c45fa tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Unset dirty status for tenant:e421781b13ec462a8bd73122a059e1aa on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:02:01.033880 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d5c5754b-8a47-4e77-a9f2-202e068c090d req-592fe536-595c-4019-8f9d-4224e70c45fa tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/ports?device_id=62451913-0817-47e8-8939-836d1f430d74 HTTP/1.1" status: 200 len: 210 time: 0.1888797 Jan 21 20:02:01.074506 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-8fe6b8f4-0914-4073-9298-e79f9ed697b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b476698-997c-483c-b00f-004470af1691', 'name': 'tempest-AttachVolumeTestJSON-195330097-router', 'tenant_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b6021edf-7e7d-496e-bee4-07f0dc3ba880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:55:35Z', 'updated_at': '2021-01-21T19:55:55Z', 'revision_number': 4, 'project_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'gw_port': {'id': 'b6021edf-7e7d-496e-bee4-07f0dc3ba880', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ec:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b476698-997c-483c-b00f-004470af1691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:55:37Z', 'updated_at': '2021-01-21T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_floatingips': [{'id': '9dfd7af5-6d85-4631-a495-e682c4c995ba', 'tenant_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'router_id': '0b476698-997c-483c-b00f-004470af1691', 'port_id': '017caee7-24ab-4f8f-82a9-70ec351d37c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1756871-2be2-4eac-a235-402a56a7b855', 'mac_address': 'fa:16:3e:43:33:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e1e889-455a-4947-842a-addef4301674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T20:01:27Z', 'updated_at': '2021-01-21T20:01:57Z', 'revision_number': 1, 'project_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8a65cff-aea8-4882-a2f3-0e8473103394', 'name': '', 'network_id': 'b1756871-2be2-4eac-a235-402a56a7b855', 'tenant_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'mac_address': 'fa:16:3e:ca:c8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b476698-997c-483c-b00f-004470af1691', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '9790493f-b318-4d1c-bd26-0e9563a125df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:55:50Z', 'updated_at': '2021-01-21T19:56:07Z', 'revision_number': 5, 'project_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'subnets': [{'id': '9790493f-b318-4d1c-bd26-0e9563a125df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:02:01.074849 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c085096-ca44-4518-bf36-4de29b366ffc req-11caa283-67b1-40a6-b068-9e8ed40f5874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:01.075018 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe6b8f4-0914-4073-9298-e79f9ed697b8 None None] Checking router: 0b476698-997c-483c-b00f-004470af1691 for host: dv-cinder-726180-8-iscsi {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:02:01.075712 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1c085096-ca44-4518-bf36-4de29b366ffc req-11caa283-67b1-40a6-b068-9e8ed40f5874 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b3037d7b8c6a4529a56f7be33c3cb0ab&device_id=83e1e889-455a-4947-842a-addef4301674 HTTP/1.1" status: 200 len: 1162 time: 0.3093414 Jan 21 20:02:01.089826 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe6b8f4-0914-4073-9298-e79f9ed697b8 None None] Routers {'0b476698-997c-483c-b00f-004470af1691'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:02:01.091081 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-8fe6b8f4-0914-4073-9298-e79f9ed697b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:01:36Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['0b476698-997c-483c-b00f-004470af1691'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:02:01.217579 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-bd57dc5e-e0c6-471d-bd42-8222d5953bfc service neutron] 10.222.0.74 "GET /v2.0/networks/843bf788-d609-4005-9995-bbed36e20282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2869976 Jan 21 20:02:01.273966 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c085096-ca44-4518-bf36-4de29b366ffc req-3edf584a-4776-4f18-9b16-67ec354a5e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:01.275509 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1c085096-ca44-4518-bf36-4de29b366ffc req-3edf584a-4776-4f18-9b16-67ec354a5e2e service neutron] 10.222.0.83 "GET /v2.0/networks?id=b1756871-2be2-4eac-a235-402a56a7b855 HTTP/1.1" status: 200 len: 904 time: 0.1832185 Jan 21 20:02:01.333643 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-8fe6b8f4-0914-4073-9298-e79f9ed697b8 None None] Set router 0b476698-997c-483c-b00f-004470af1691 gateway port host: dv-cinder-726180-8-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:02:01.510351 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-bdef063b-1df5-46ea-b41d-b00e02fd8943 req-0610ab2c-b578-4463-aec4-b9d1db63fe9c tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 210 time: 0.0860236 Jan 21 20:02:01.512603 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1c085096-ca44-4518-bf36-4de29b366ffc req-b5db4808-5482-4d00-93c8-cd8e1b966827 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=017caee7-24ab-4f8f-82a9-70ec351d37c8 HTTP/1.1" status: 200 len: 999 time: 0.2172804 Jan 21 20:02:01.635358 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c085096-ca44-4518-bf36-4de29b366ffc req-3fb38f35-615e-4c66-9c1f-8d0b830dcd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:01.638242 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1c085096-ca44-4518-bf36-4de29b366ffc req-3fb38f35-615e-4c66-9c1f-8d0b830dcd69 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9790493f-b318-4d1c-bd26-0e9563a125df HTTP/1.1" status: 200 len: 849 time: 0.1085324 Jan 21 20:02:01.752045 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c085096-ca44-4518-bf36-4de29b366ffc req-d3233a24-4d87-45a8-84fb-a0dbe06b5ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:01.753712 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1c085096-ca44-4518-bf36-4de29b366ffc req-d3233a24-4d87-45a8-84fb-a0dbe06b5ca2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b1756871-2be2-4eac-a235-402a56a7b855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1048124 Jan 21 20:02:01.921500 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-8fe6b8f4-0914-4073-9298-e79f9ed697b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b476698-997c-483c-b00f-004470af1691', 'name': 'tempest-AttachVolumeTestJSON-195330097-router', 'tenant_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b6021edf-7e7d-496e-bee4-07f0dc3ba880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:55:35Z', 'updated_at': '2021-01-21T19:55:55Z', 'revision_number': 4, 'project_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'gw_port': {'id': 'b6021edf-7e7d-496e-bee4-07f0dc3ba880', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ec:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b476698-997c-483c-b00f-004470af1691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:55:37Z', 'updated_at': '2021-01-21T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_floatingips': [{'id': '9dfd7af5-6d85-4631-a495-e682c4c995ba', 'tenant_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'router_id': '0b476698-997c-483c-b00f-004470af1691', 'port_id': '017caee7-24ab-4f8f-82a9-70ec351d37c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1756871-2be2-4eac-a235-402a56a7b855', 'mac_address': 'fa:16:3e:43:33:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e1e889-455a-4947-842a-addef4301674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T20:01:27Z', 'updated_at': '2021-01-21T20:01:57Z', 'revision_number': 1, 'project_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8a65cff-aea8-4882-a2f3-0e8473103394', 'name': '', 'network_id': 'b1756871-2be2-4eac-a235-402a56a7b855', 'tenant_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'mac_address': 'fa:16:3e:ca:c8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b476698-997c-483c-b00f-004470af1691', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '9790493f-b318-4d1c-bd26-0e9563a125df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:55:50Z', 'updated_at': '2021-01-21T19:56:07Z', 'revision_number': 5, 'project_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'subnets': [{'id': '9790493f-b318-4d1c-bd26-0e9563a125df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:02:01.929807 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe6b8f4-0914-4073-9298-e79f9ed697b8 None None] The sync data for ids ['0b476698-997c-483c-b00f-004470af1691'] in dv-cinder-726180-8-iscsi is: [{'id': '0b476698-997c-483c-b00f-004470af1691', 'name': 'tempest-AttachVolumeTestJSON-195330097-router', 'tenant_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b6021edf-7e7d-496e-bee4-07f0dc3ba880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:55:35Z', 'updated_at': '2021-01-21T19:55:55Z', 'revision_number': 4, 'project_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'gw_port': {'id': 'b6021edf-7e7d-496e-bee4-07f0dc3ba880', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ec:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b476698-997c-483c-b00f-004470af1691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:55:37Z', 'updated_at': '2021-01-21T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_floatingips': [{'id': '9dfd7af5-6d85-4631-a495-e682c4c995ba', 'tenant_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'router_id': '0b476698-997c-483c-b00f-004470af1691', 'port_id': '017caee7-24ab-4f8f-82a9-70ec351d37c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1756871-2be2-4eac-a235-402a56a7b855', 'mac_address': 'fa:16:3e:43:33:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e1e889-455a-4947-842a-addef4301674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T20:01:27Z', 'updated_at': '2021-01-21T20:01:57Z', 'revision_number': 1, 'project_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8a65cff-aea8-4882-a2f3-0e8473103394', 'name': '', 'network_id': 'b1756871-2be2-4eac-a235-402a56a7b855', 'tenant_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'mac_address': 'fa:16:3e:ca:c8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b476698-997c-483c-b00f-004470af1691', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '9790493f-b318-4d1c-bd26-0e9563a125df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:55:50Z', 'updated_at': '2021-01-21T19:56:07Z', 'revision_number': 5, 'project_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'subnets': [{'id': '9790493f-b318-4d1c-bd26-0e9563a125df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:02:02.296765 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1c085096-ca44-4518-bf36-4de29b366ffc req-4b2a8977-a9da-4b5a-82cf-5beced09ed8f service neutron] 10.222.0.83 "GET /v2.0/networks/b1756871-2be2-4eac-a235-402a56a7b855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5293963 Jan 21 20:02:02.332899 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd9390d-8d2d-4ffd-b53f-6a05515dff25 None None] New status for floating IP 9dfd7af5-6d85-4631-a495-e682c4c995ba: ACTIVE {{(pid=80116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 21 20:02:02.613865 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1c085096-ca44-4518-bf36-4de29b366ffc req-24379674-7227-41ea-a882-1310ce7301ce service neutron] 10.222.0.83 "GET /v2.0/networks/b1756871-2be2-4eac-a235-402a56a7b855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3075418 Jan 21 20:02:02.717803 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569c544-2729-49c2-96ae-8a3226fde442 req-68734ff2-1caf-4aca-a5c7-c77bdd1a3731 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:02.719576 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f569c544-2729-49c2-96ae-8a3226fde442 req-68734ff2-1caf-4aca-a5c7-c77bdd1a3731 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/networks?id=2200cabb-7aa1-48ea-82c4-aefd11a7e0d5 HTTP/1.1" status: 200 len: 808 time: 0.2305486 Jan 21 20:02:02.757260 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62451913-0817-47e8-8939-836d1f430d74', 'name': 'network-vif-deleted', 'tag': '847a05db-09d2-40c6-88d7-b5266417547e'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:02:02.789183 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ef24c7d5-b7cf-46f2-b85e-0aad0e3926be req-6d0ca041-b2ed-4453-99ca-64d37143b8d3 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 210 time: 0.0680444 Jan 21 20:02:02.791676 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f569c544-2729-49c2-96ae-8a3226fde442 req-456d8d8b-e953-4c0c-9c2e-3f382b0b84a0 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/quotas/e421781b13ec462a8bd73122a059e1aa HTTP/1.1" status: 200 len: 375 time: 0.0285592 Jan 21 20:02:02.860545 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f569c544-2729-49c2-96ae-8a3226fde442 req-aebd27f3-acc3-476b-a551-b2040d840edb tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/ports?tenant_id=e421781b13ec462a8bd73122a059e1aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615451 Jan 21 20:02:02.895388 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62451913-0817-47e8-8939-836d1f430d74', 'name': 'network-vif-deleted', 'tag': '847a05db-09d2-40c6-88d7-b5266417547e', 'status': 'completed', 'code': 200} Jan 21 20:02:03.040893 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f569c544-2729-49c2-96ae-8a3226fde442 req-6cd7cba8-0057-44dc-8ee7-0fab003d2909 service neutron] 10.222.0.74 "GET /v2.0/networks/2200cabb-7aa1-48ea-82c4-aefd11a7e0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699791 Jan 21 20:02:03.193105 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f569c544-2729-49c2-96ae-8a3226fde442 req-cca28179-5dd1-45f1-a770-864f08fa353f service neutron] 10.222.0.74 "GET /v2.0/networks/2200cabb-7aa1-48ea-82c4-aefd11a7e0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1457019 Jan 21 20:02:03.550058 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2954c907-0bb9-4ab5-b1aa-d626dbc59a8e req-5778f352-e827-45a2-9558-ac6fa1adda60 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/ports?device_id=24d3ec69-54e2-4a57-a28b-a4f1cb84e233 HTTP/1.1" status: 200 len: 210 time: 0.0768952 Jan 21 20:02:03.594977 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-5d27d2ac-8584-447d-b959-d8159c13038e tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:03.597917 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-5d27d2ac-8584-447d-b959-d8159c13038e tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.83 "GET /v2.0/networks?id=843bf788-d609-4005-9995-bbed36e20282 HTTP/1.1" status: 200 len: 814 time: 0.3504634 Jan 21 20:02:03.630471 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-0998c636-5b3c-4b9a-8de2-9842c9e6a727 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Request body: {'port': {'device_id': '2863067b-50fa-4068-9d5e-b5d874763dc2', 'network_id': '843bf788-d609-4005-9995-bbed36e20282', 'admin_state_up': True, 'tenant_id': '0ddb4b82bd4d4ba798210dfef0c51e89'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:02:03.824318 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-0998c636-5b3c-4b9a-8de2-9842c9e6a727 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:02:03.842156 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-0998c636-5b3c-4b9a-8de2-9842c9e6a727 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:02:03.855975 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-0998c636-5b3c-4b9a-8de2-9842c9e6a727 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Made reservation on behalf of 0ddb4b82bd4d4ba798210dfef0c51e89 for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:02:03.865914 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-0998c636-5b3c-4b9a-8de2-9842c9e6a727 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:04.073100 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4ff189b5-f45e-418a-a424-7984859e3cd9 req-a9e7a1ca-e9b9-4a42-b60a-c16cd742526b tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 210 time: 0.0808351 Jan 21 20:02:04.384547 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-0998c636-5b3c-4b9a-8de2-9842c9e6a727 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Allocated IP 172.20.0.8 (843bf788-d609-4005-9995-bbed36e20282/936f1562-19ae-4630-8b98-9fbdb8ca23b9/264ab6b4-459b-4209-b7dd-e3cb94fce7e2) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:02:04.466833 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-02159409-f184-4df3-a442-8071902961e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:04.723535 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-0998c636-5b3c-4b9a-8de2-9842c9e6a727 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:04.750712 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-0998c636-5b3c-4b9a-8de2-9842c9e6a727 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Transition to ACTIVE for port object 264ab6b4-459b-4209-b7dd-e3cb94fce7e2 will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:02:04.815638 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c2d191e4-1b86-4f7f-9164-20987735d1c7 req-91240d85-0e3e-418c-bb6c-e7264de8699f tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/ports?device_id=24d3ec69-54e2-4a57-a28b-a4f1cb84e233 HTTP/1.1" status: 200 len: 210 time: 0.0574183 Jan 21 20:02:04.835833 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-0998c636-5b3c-4b9a-8de2-9842c9e6a727 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852560929'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:04.853418 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-65587a2d-e344-446f-9210-e0d3212f3d1a tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:05.014176 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0998c636-5b3c-4b9a-8de2-9842c9e6a727 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Pushing event updated for resources: {'Port': ['ID=264ab6b4-459b-4209-b7dd-e3cb94fce7e2,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:05.020166 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0998c636-5b3c-4b9a-8de2-9842c9e6a727 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:05.103950 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-0998c636-5b3c-4b9a-8de2-9842c9e6a727 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Network 843bf788-d609-4005-9995-bbed36e20282 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:02:05.105415 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-0998c636-5b3c-4b9a-8de2-9842c9e6a727 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:02:05.108426 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-0998c636-5b3c-4b9a-8de2-9842c9e6a727 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:02:05.237523 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-0998c636-5b3c-4b9a-8de2-9842c9e6a727 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:05.238363 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-0998c636-5b3c-4b9a-8de2-9842c9e6a727 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:05.277355 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-0998c636-5b3c-4b9a-8de2-9842c9e6a727 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6542413 Jan 21 20:02:05.383059 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-35818e6f-e698-48e5-8705-602c8cbd0b4b None None] Provisioning for port 264ab6b4-459b-4209-b7dd-e3cb94fce7e2 completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:02:05.388819 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-35818e6f-e698-48e5-8705-602c8cbd0b4b None None] Provisioning complete for port 264ab6b4-459b-4209-b7dd-e3cb94fce7e2 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:02:05.389429 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-35818e6f-e698-48e5-8705-602c8cbd0b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:05.481771 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-35818e6f-e698-48e5-8705-602c8cbd0b4b None None] Port 264ab6b4-459b-4209-b7dd-e3cb94fce7e2 cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 20:02:05.506695 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c995f8-49bd-4c5f-a414-39f55af851be req-522638d2-7de0-4751-9cab-6bcced4c2d76 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:05.507805 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-73c995f8-49bd-4c5f-a414-39f55af851be req-522638d2-7de0-4751-9cab-6bcced4c2d76 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Synchronizing usage tracker for tenant:0ddb4b82bd4d4ba798210dfef0c51e89 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:02:05.528230 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-73c995f8-49bd-4c5f-a414-39f55af851be req-522638d2-7de0-4751-9cab-6bcced4c2d76 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Unset dirty status for tenant:0ddb4b82bd4d4ba798210dfef0c51e89 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:02:05.530703 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-73c995f8-49bd-4c5f-a414-39f55af851be req-522638d2-7de0-4751-9cab-6bcced4c2d76 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 931 time: 0.2276955 Jan 21 20:02:05.624632 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-73c995f8-49bd-4c5f-a414-39f55af851be req-e35d7e96-fe1e-4c1d-bb35-20b65f79ac11 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups?id=cab5a398-bf18-4a00-b529-b5417239d120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850570 Jan 21 20:02:06.049240 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a1e4a15d-1e54-495d-980b-555075582db9 req-cf6f6668-edc0-4bd8-8cf5-af070f56c4bc tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/ports?device_id=24d3ec69-54e2-4a57-a28b-a4f1cb84e233 HTTP/1.1" status: 200 len: 210 time: 0.0503504 Jan 21 20:02:06.521479 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e41858ea-819f-47f7-9ad8-a34efa68e61a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:06.996887 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.agents_db [None req-c7ecb146-6622-446f-8bab-48f8cf3fe8cd None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:02:07.228559 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412db3a-3d20-4dbb-be0d-d220b1edb848 req-8c39599b-5c7e-43b2-bb57-46471e66059e tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:07.231654 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2412db3a-3d20-4dbb-be0d-d220b1edb848 req-8c39599b-5c7e-43b2-bb57-46471e66059e tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 931 time: 0.1694643 Jan 21 20:02:07.306524 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2412db3a-3d20-4dbb-be0d-d220b1edb848 req-583c4306-704a-4bc2-b7c8-efa92e2f6c20 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups?id=cab5a398-bf18-4a00-b529-b5417239d120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665474 Jan 21 20:02:07.516434 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:07.524207 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1c6559a1-e9ce-41d6-886b-5d3a453bbdbe req-0472b3a6-7e9f-4b39-8942-dcbf9e07abd2 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/ports?device_id=24d3ec69-54e2-4a57-a28b-a4f1cb84e233 HTTP/1.1" status: 200 len: 210 time: 0.0556443 Jan 21 20:02:08.488165 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:08.634889 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e5244-b573-454b-afe8-99e09ce0a65c req-d162ea85-5be5-4df0-8696-65a70b1e91df tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:08.637095 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d54e5244-b573-454b-afe8-99e09ce0a65c req-d162ea85-5be5-4df0-8696-65a70b1e91df tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 931 time: 0.1761212 Jan 21 20:02:08.733387 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d54e5244-b573-454b-afe8-99e09ce0a65c req-3d64f166-833f-4432-aad8-d5c5fe4ef2f4 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups?id=cab5a398-bf18-4a00-b529-b5417239d120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833850 Jan 21 20:02:08.990251 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:09.017522 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-87463878-e137-40af-8355-3fb063c5b4c5 req-f50458e3-285f-4f67-bb1f-e9e66766880b tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/ports?device_id=24d3ec69-54e2-4a57-a28b-a4f1cb84e233 HTTP/1.1" status: 200 len: 210 time: 0.0706146 Jan 21 20:02:10.029847 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324c8bd-d04f-40b3-8a1f-01e7ad5fb6c0 req-92e260af-6fb6-4975-b05c-e881fd1c5c67 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:10.031701 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b324c8bd-d04f-40b3-8a1f-01e7ad5fb6c0 req-92e260af-6fb6-4975-b05c-e881fd1c5c67 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 931 time: 0.1302660 Jan 21 20:02:10.092216 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b324c8bd-d04f-40b3-8a1f-01e7ad5fb6c0 req-0145d435-384f-43ef-ad88-5b151c001d62 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups?id=cab5a398-bf18-4a00-b529-b5417239d120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537925 Jan 21 20:02:10.275896 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4d63ba38-097b-4960-9122-d07587315005 req-14406fcc-0816-4f91-84bb-9530f9484c12 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/ports?device_id=24d3ec69-54e2-4a57-a28b-a4f1cb84e233 HTTP/1.1" status: 200 len: 210 time: 0.0538332 Jan 21 20:02:11.358562 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496954fd-25e9-4448-86ec-cd54f33635a3 req-883e177e-fb5b-4f01-b59e-ed3ef55b6dde tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:11.360294 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-496954fd-25e9-4448-86ec-cd54f33635a3 req-883e177e-fb5b-4f01-b59e-ed3ef55b6dde tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 931 time: 0.1157105 Jan 21 20:02:11.421009 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-496954fd-25e9-4448-86ec-cd54f33635a3 req-c3e6bc5f-a3ff-4901-9a1c-29d8c0e0b412 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups?id=cab5a398-bf18-4a00-b529-b5417239d120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528042 Jan 21 20:02:11.603747 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-14395eb8-5dc1-46d4-8e51-77d656da758c req-a8ac387a-6229-4d40-80f3-d3a7f474f333 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/ports?device_id=24d3ec69-54e2-4a57-a28b-a4f1cb84e233 HTTP/1.1" status: 200 len: 210 time: 0.0506995 Jan 21 20:02:12.708077 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11864a19-2c0a-4682-92bd-8f93a199a6fd req-ecaedc32-c3f0-4fc9-b6a5-a28366734840 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:12.710349 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-11864a19-2c0a-4682-92bd-8f93a199a6fd req-ecaedc32-c3f0-4fc9-b6a5-a28366734840 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 931 time: 0.1438138 Jan 21 20:02:12.794795 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-11864a19-2c0a-4682-92bd-8f93a199a6fd req-1489bc65-e020-4606-a035-a0ddac62e261 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups?id=cab5a398-bf18-4a00-b529-b5417239d120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716825 Jan 21 20:02:13.006881 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-31eda987-c020-4f75-98b6-341e06d1739f req-89837926-45bb-47de-b0c4-0cf1987c4821 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/ports?device_id=24d3ec69-54e2-4a57-a28b-a4f1cb84e233 HTTP/1.1" status: 200 len: 210 time: 0.0547884 Jan 21 20:02:14.121926 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159a0c1-02c8-412c-9356-a5a02f6a4745 req-2029bae4-2619-4a99-9d32-455badfb35cf tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:14.123725 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3159a0c1-02c8-412c-9356-a5a02f6a4745 req-2029bae4-2619-4a99-9d32-455badfb35cf tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 931 time: 0.1521914 Jan 21 20:02:14.192507 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3159a0c1-02c8-412c-9356-a5a02f6a4745 req-ff0720c9-a87e-4c41-a6f7-179e4f8b974f tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups?id=cab5a398-bf18-4a00-b529-b5417239d120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616183 Jan 21 20:02:14.701329 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8f32bed0-c36f-47f9-96dd-1b76a5e8026b req-7f3d839e-a219-4f95-b21b-d2a04d464934 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/ports?device_id=24d3ec69-54e2-4a57-a28b-a4f1cb84e233 HTTP/1.1" status: 200 len: 210 time: 0.3499923 Jan 21 20:02:15.467937 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a19422-8cd7-4cfa-b219-a8f565905324 req-088b206b-cb60-4cb6-a83d-d6cf3fa26493 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:15.469732 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-59a19422-8cd7-4cfa-b219-a8f565905324 req-088b206b-cb60-4cb6-a83d-d6cf3fa26493 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 931 time: 0.1251740 Jan 21 20:02:15.539053 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-59a19422-8cd7-4cfa-b219-a8f565905324 req-a5f3cb59-80ce-4b97-8329-e6842a8b86f7 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups?id=cab5a398-bf18-4a00-b529-b5417239d120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615034 Jan 21 20:02:15.924612 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6ad0f1d5-bf61-48c9-8a99-cf35d8b10d15 req-dc785606-5d2d-472b-b722-dd0444ac5c5e tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/ports?device_id=24d3ec69-54e2-4a57-a28b-a4f1cb84e233 HTTP/1.1" status: 200 len: 210 time: 0.0626175 Jan 21 20:02:16.416248 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-8107b7b7-ab12-4a15-9b85-06974514507c service neutron] Request body: {'port': {'device_id': '2863067b-50fa-4068-9d5e-b5d874763dc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:02:16.566892 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-8107b7b7-ab12-4a15-9b85-06974514507c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:17.077609 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae910d3-cda6-4f6f-b304-beecf37f5b2c req-6e9186c0-5601-465f-9544-dfddd17057b3 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:17.079410 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1ae910d3-cda6-4f6f-b304-beecf37f5b2c req-6e9186c0-5601-465f-9544-dfddd17057b3 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 931 time: 0.2987607 Jan 21 20:02:17.218961 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-9d132ec2-68fe-4ae4-94f2-856fb428c7e6 req-79526ee7-ecbf-4d45-a877-d2fe02f16444 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/ports?device_id=24d3ec69-54e2-4a57-a28b-a4f1cb84e233 HTTP/1.1" status: 200 len: 210 time: 0.0624540 Jan 21 20:02:17.246826 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1ae910d3-cda6-4f6f-b304-beecf37f5b2c req-099dd8bb-7cee-41df-944e-0bf0d9ddf1a6 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups?id=cab5a398-bf18-4a00-b529-b5417239d120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530330 Jan 21 20:02:17.325394 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-8107b7b7-ab12-4a15-9b85-06974514507c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 264ab6b4-459b-4209-b7dd-e3cb94fce7e2 {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 20:02:17.337628 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-8107b7b7-ab12-4a15-9b85-06974514507c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:17.472420 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-8107b7b7-ab12-4a15-9b85-06974514507c service neutron] Transition to ACTIVE for port object 264ab6b4-459b-4209-b7dd-e3cb94fce7e2 will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:02:17.499639 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-8107b7b7-ab12-4a15-9b85-06974514507c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214824'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:17.592039 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a69ef36e-6d58-4b3a-8926-a5c7f9d7243c tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:17.776454 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569c544-2729-49c2-96ae-8a3226fde442 req-892e6deb-0208-4392-9bae-a896f6945e79 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:17.778157 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f569c544-2729-49c2-96ae-8a3226fde442 req-892e6deb-0208-4392-9bae-a896f6945e79 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.83 "GET /v2.0/networks?id=2200cabb-7aa1-48ea-82c4-aefd11a7e0d5 HTTP/1.1" status: 200 len: 808 time: 0.4324956 Jan 21 20:02:17.782169 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8107b7b7-ab12-4a15-9b85-06974514507c service neutron] Pushing event updated for resources: {'Port': ['ID=264ab6b4-459b-4209-b7dd-e3cb94fce7e2,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:17.789664 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-8107b7b7-ab12-4a15-9b85-06974514507c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:17.823272 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-f569c544-2729-49c2-96ae-8a3226fde442 req-06f370ee-a2d6-4272-b302-02e21a6f3575 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Request body: {'port': {'device_id': '24d3ec69-54e2-4a57-a28b-a4f1cb84e233', 'network_id': '2200cabb-7aa1-48ea-82c4-aefd11a7e0d5', 'admin_state_up': True, 'tenant_id': 'e421781b13ec462a8bd73122a059e1aa'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:02:18.181796 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-f569c544-2729-49c2-96ae-8a3226fde442 req-06f370ee-a2d6-4272-b302-02e21a6f3575 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:02:18.211069 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-f569c544-2729-49c2-96ae-8a3226fde442 req-06f370ee-a2d6-4272-b302-02e21a6f3575 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:02:18.213379 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-8107b7b7-ab12-4a15-9b85-06974514507c service neutron] Attempting to bind port 264ab6b4-459b-4209-b7dd-e3cb94fce7e2 on host hv-cinder-72618 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 20:02:18.213755 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-8107b7b7-ab12-4a15-9b85-06974514507c service neutron] Attempting to bind port 264ab6b4-459b-4209-b7dd-e3cb94fce7e2 by drivers openvswitch on host hv-cinder-72618 at level 0 using segments [{'id': '7c41453e-9d89-4697-8208-9e5ae9b12e90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '843bf788-d609-4005-9995-bbed36e20282'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 20:02:18.214123 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-8107b7b7-ab12-4a15-9b85-06974514507c service neutron] Attempting to bind port 264ab6b4-459b-4209-b7dd-e3cb94fce7e2 on network 843bf788-d609-4005-9995-bbed36e20282 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 20:02:18.223899 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-8107b7b7-ab12-4a15-9b85-06974514507c service neutron] Checking agent: {'id': 'f41af306-ec4b-4f2b-b4b7-a53ee99eba1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 53, 28), 'started_at': datetime.datetime(2021, 1, 21, 19, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 20, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 20:02:18.223899 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-8107b7b7-ab12-4a15-9b85-06974514507c service neutron] Checking segment: {'id': '7c41453e-9d89-4697-8208-9e5ae9b12e90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '843bf788-d609-4005-9995-bbed36e20282'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:02:18.223899 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-8107b7b7-ab12-4a15-9b85-06974514507c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:18.225106 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-8107b7b7-ab12-4a15-9b85-06974514507c service neutron] Bound using segment: {'id': '7c41453e-9d89-4697-8208-9e5ae9b12e90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '843bf788-d609-4005-9995-bbed36e20282'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 20:02:18.225503 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-8107b7b7-ab12-4a15-9b85-06974514507c service neutron] Bound port: 264ab6b4-459b-4209-b7dd-e3cb94fce7e2, host: hv-cinder-72618, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c41453e-9d89-4697-8208-9e5ae9b12e90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '843bf788-d609-4005-9995-bbed36e20282'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 20:02:18.225879 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-8107b7b7-ab12-4a15-9b85-06974514507c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:18.244758 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f569c544-2729-49c2-96ae-8a3226fde442 req-06f370ee-a2d6-4272-b302-02e21a6f3575 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Made reservation on behalf of e421781b13ec462a8bd73122a059e1aa for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:02:18.253993 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-f569c544-2729-49c2-96ae-8a3226fde442 req-06f370ee-a2d6-4272-b302-02e21a6f3575 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:18.606470 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-8107b7b7-ab12-4a15-9b85-06974514507c service neutron] For port 264ab6b4-459b-4209-b7dd-e3cb94fce7e2, host hv-cinder-72618, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 20:02:18.632690 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-61b3d703-9858-4202-8319-09bba226d2be req-5d9a5d32-8852-4d11-8908-b6edac297ded tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/ports?device_id=24d3ec69-54e2-4a57-a28b-a4f1cb84e233 HTTP/1.1" status: 200 len: 210 time: 0.0876973 Jan 21 20:02:18.639057 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-8107b7b7-ab12-4a15-9b85-06974514507c service neutron] For port 264ab6b4-459b-4209-b7dd-e3cb94fce7e2, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=264ab6b4-459b-4209-b7dd-e3cb94fce7e2,segment=NetworkSegment(7c41453e-9d89-4697-8208-9e5ae9b12e90),segment_id=7c41453e-9d89-4697-8208-9e5ae9b12e90)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 20:02:18.650837 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-8107b7b7-ab12-4a15-9b85-06974514507c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214824'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:18.691722 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0e86c4df-0191-4db8-9fc5-0a45bc210557 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:18.993512 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8107b7b7-ab12-4a15-9b85-06974514507c service neutron] Pushing event updated for resources: {'Port': ['ID=264ab6b4-459b-4209-b7dd-e3cb94fce7e2,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:19.004376 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-8107b7b7-ab12-4a15-9b85-06974514507c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:19.061161 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ab6f8-d724-40a7-ad75-1f66075b7c0d req-bab84658-678e-4aac-a5ae-249a58830a01 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:19.062849 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3a3ab6f8-d724-40a7-ad75-1f66075b7c0d req-bab84658-678e-4aac-a5ae-249a58830a01 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 943 time: 0.6486995 Jan 21 20:02:19.167560 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-8107b7b7-ab12-4a15-9b85-06974514507c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:19.167941 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-8107b7b7-ab12-4a15-9b85-06974514507c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:19.179967 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-8107b7b7-ab12-4a15-9b85-06974514507c service neutron] 10.222.0.83 "PUT /v2.0/ports/264ab6b4-459b-4209-b7dd-e3cb94fce7e2 HTTP/1.1" status: 200 len: 1157 time: 2.7597384 Jan 21 20:02:19.181103 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2863067b-50fa-4068-9d5e-b5d874763dc2', 'tag': '264ab6b4-459b-4209-b7dd-e3cb94fce7e2'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:02:19.244931 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3a3ab6f8-d724-40a7-ad75-1f66075b7c0d req-63372d7a-4dde-48af-9898-d8dd0c46288c tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups?id=cab5a398-bf18-4a00-b529-b5417239d120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306965 Jan 21 20:02:19.247295 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [req-f569c544-2729-49c2-96ae-8a3226fde442 req-06f370ee-a2d6-4272-b302-02e21a6f3575 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Allocated IP 172.20.0.3 (2200cabb-7aa1-48ea-82c4-aefd11a7e0d5/105f2bff-4de0-4847-a5a4-12f34262512b/22d74c65-3ce7-418c-844c-008c176639c1) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:02:19.387072 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2863067b-50fa-4068-9d5e-b5d874763dc2', 'tag': '264ab6b4-459b-4209-b7dd-e3cb94fce7e2', 'status': 'completed', 'code': 200} Jan 21 20:02:19.946046 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-40b0e5ca-ed6c-4264-8afb-c85e6ae16766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:19.948097 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-40b0e5ca-ed6c-4264-8afb-c85e6ae16766 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0ddb4b82bd4d4ba798210dfef0c51e89&device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 1160 time: 0.6966317 Jan 21 20:02:20.104628 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4a76c03a-22d2-4403-802d-9db68bd67634 req-1208f3c8-8e01-46c0-9186-6ec51d21831c tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/ports?device_id=24d3ec69-54e2-4a57-a28b-a4f1cb84e233 HTTP/1.1" status: 200 len: 210 time: 0.1734879 Jan 21 20:02:20.124075 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-603812a6-fcbe-4114-a6a3-af100a969311 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=264ab6b4-459b-4209-b7dd-e3cb94fce7e2 HTTP/1.1" status: 200 len: 217 time: 0.1165960 Jan 21 20:02:20.182752 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5404b-c8da-45e2-8f60-228f7938dc43 req-d281013f-66fd-42ca-917a-a82f2a0d1f89 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:20.185364 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-9ef5404b-c8da-45e2-8f60-228f7938dc43 req-d281013f-66fd-42ca-917a-a82f2a0d1f89 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 945 time: 0.8604560 Jan 21 20:02:20.456738 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-9ef5404b-c8da-45e2-8f60-228f7938dc43 req-bc61fdf3-845a-4eaf-975c-4ef3e0cf839b tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1886051 Jan 21 20:02:20.475175 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-e0919786-b87a-4490-8ee6-f0a21c520773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:20.477611 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-e0919786-b87a-4490-8ee6-f0a21c520773 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=936f1562-19ae-4630-8b98-9fbdb8ca23b9 HTTP/1.1" status: 200 len: 853 time: 0.3288321 Jan 21 20:02:20.547957 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-f569c544-2729-49c2-96ae-8a3226fde442 req-06f370ee-a2d6-4272-b302-02e21a6f3575 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:20.754231 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-f569c544-2729-49c2-96ae-8a3226fde442 req-06f370ee-a2d6-4272-b302-02e21a6f3575 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852560929'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:20.773692 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-cdb16d8a-650d-4983-b615-202dfd28b12d tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:20.931313 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-be8c0eab-580e-4620-babb-d3e052e42f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:20.932988 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-be8c0eab-580e-4620-babb-d3e052e42f39 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=843bf788-d609-4005-9995-bbed36e20282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4463358 Jan 21 20:02:21.081995 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f370ee-a2d6-4272-b302-02e21a6f3575 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Pushing event updated for resources: {'Port': ['ID=22d74c65-3ce7-418c-844c-008c176639c1,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:21.113559 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da82b23-f10c-4440-a3bd-0e5a54f51345 req-4beddbf5-b377-4900-b3c1-c3758b5ee8a1 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:21.115908 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8da82b23-f10c-4440-a3bd-0e5a54f51345 req-4beddbf5-b377-4900-b3c1-c3758b5ee8a1 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 943 time: 0.5042493 Jan 21 20:02:21.119305 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-06f370ee-a2d6-4272-b302-02e21a6f3575 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:21.278098 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8da82b23-f10c-4440-a3bd-0e5a54f51345 req-55c938bb-f3bc-41f4-81f4-e1372e5db0dd tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups?id=cab5a398-bf18-4a00-b529-b5417239d120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539061 Jan 21 20:02:21.284480 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f569c544-2729-49c2-96ae-8a3226fde442 req-06f370ee-a2d6-4272-b302-02e21a6f3575 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Network 2200cabb-7aa1-48ea-82c4-aefd11a7e0d5 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:02:21.287505 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-bd8c9b8a-5d58-4ae5-a701-f7e16958adba service neutron] 10.222.0.83 "GET /v2.0/networks/843bf788-d609-4005-9995-bbed36e20282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326156 Jan 21 20:02:21.290129 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [req-f569c544-2729-49c2-96ae-8a3226fde442 req-06f370ee-a2d6-4272-b302-02e21a6f3575 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:02:21.293020 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-f569c544-2729-49c2-96ae-8a3226fde442 req-06f370ee-a2d6-4272-b302-02e21a6f3575 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:02:21.532300 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569c544-2729-49c2-96ae-8a3226fde442 req-06f370ee-a2d6-4272-b302-02e21a6f3575 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:21.532300 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-f569c544-2729-49c2-96ae-8a3226fde442 req-06f370ee-a2d6-4272-b302-02e21a6f3575 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:21.577217 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 0ace9033-d0df-4cf8-96a2-b427cf301a87 no longer exists at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:02:21.618928 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f569c544-2729-49c2-96ae-8a3226fde442 req-06f370ee-a2d6-4272-b302-02e21a6f3575 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8055160 Jan 21 20:02:21.627996 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-67f862e9-565b-46fb-93d2-8d77269df8f6 req-7128b654-7d17-4ff9-8064-acfbf11631ee service neutron] 10.222.0.83 "GET /v2.0/networks/843bf788-d609-4005-9995-bbed36e20282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2594776 Jan 21 20:02:21.654636 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba94250-0429-437e-824c-5d5de48c24bc req-1645ac1b-6485-478c-9354-1ad3f558e5ce tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:21.655464 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-aba94250-0429-437e-824c-5d5de48c24bc req-1645ac1b-6485-478c-9354-1ad3f558e5ce tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Synchronizing usage tracker for tenant:e421781b13ec462a8bd73122a059e1aa on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:02:21.664256 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-f569c544-2729-49c2-96ae-8a3226fde442 req-4a981116-9121-48f6-b392-6e4896c107bc service neutron] Request body: {'port': {'device_id': '24d3ec69-54e2-4a57-a28b-a4f1cb84e233', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:02:21.726150 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0e9f6-8915-4d05-80e5-fb5ae1a2b7f5 req-15927fe0-6ea5-4adf-abd6-b4dac67f10a3 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:21.727114 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-dfd0e9f6-8915-4d05-80e5-fb5ae1a2b7f5 req-15927fe0-6ea5-4adf-abd6-b4dac67f10a3 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Synchronizing usage tracker for tenant:ac30196b7fac4ccba1cac9aaee7458e7 on resource:port {{(pid=80113) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:02:21.743416 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-aba94250-0429-437e-824c-5d5de48c24bc req-1645ac1b-6485-478c-9354-1ad3f558e5ce tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Unset dirty status for tenant:e421781b13ec462a8bd73122a059e1aa on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:02:21.745293 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-aba94250-0429-437e-824c-5d5de48c24bc req-1645ac1b-6485-478c-9354-1ad3f558e5ce tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/ports?device_id=24d3ec69-54e2-4a57-a28b-a4f1cb84e233 HTTP/1.1" status: 200 len: 931 time: 0.4563341 Jan 21 20:02:21.751233 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-dfd0e9f6-8915-4d05-80e5-fb5ae1a2b7f5 req-15927fe0-6ea5-4adf-abd6-b4dac67f10a3 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Unset dirty status for tenant:ac30196b7fac4ccba1cac9aaee7458e7 on resource:port {{(pid=80113) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:02:21.753634 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-dfd0e9f6-8915-4d05-80e5-fb5ae1a2b7f5 req-15927fe0-6ea5-4adf-abd6-b4dac67f10a3 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.83 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 945 time: 0.2221406 Jan 21 20:02:21.873307 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-dfd0e9f6-8915-4d05-80e5-fb5ae1a2b7f5 req-abedbd90-9545-44cd-a27e-e0b8991b84a5 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Deleting port 0ace9033-d0df-4cf8-96a2-b427cf301a87 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:02:21.874202 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-dfd0e9f6-8915-4d05-80e5-fb5ae1a2b7f5 req-abedbd90-9545-44cd-a27e-e0b8991b84a5 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:21.890446 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:21.949426 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-aba94250-0429-437e-824c-5d5de48c24bc req-a666c72b-7108-407b-84e3-2cdf7bdad264 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/security-groups?id=5caebf4a-8cfb-41da-be6a-549efa993de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514802 Jan 21 20:02:21.950185 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-f569c544-2729-49c2-96ae-8a3226fde442 req-4a981116-9121-48f6-b392-6e4896c107bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:21.969266 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] For port 0ace9033-d0df-4cf8-96a2-b427cf301a87, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=0ace9033-d0df-4cf8-96a2-b427cf301a87,segment=NetworkSegment(1f47a8ba-e3ad-4d68-a35b-b035d86b14ed),segment_id=1f47a8ba-e3ad-4d68-a35b-b035d86b14ed)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:02:21.971431 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ace9033-d0df-4cf8-96a2-b427cf301a87'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:02:21.983585 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:21.987211 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:22.090634 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Pushing event updated for resources: {'Port': ['ID=0ace9033-d0df-4cf8-96a2-b427cf301a87,revision_number=7']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:22.095110 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:22.135557 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ace9033-d0df-4cf8-96a2-b427cf301a87', 'code': 200} Jan 21 20:02:22.223587 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ffb5b-6529-486c-b00b-0b29130ce769 req-bf07fbaa-02d8-4c49-8ef6-6305afe813f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:22.226524 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f11ffb5b-6529-486c-b00b-0b29130ce769 req-bf07fbaa-02d8-4c49-8ef6-6305afe813f9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0ddb4b82bd4d4ba798210dfef0c51e89&device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 1160 time: 0.4298565 Jan 21 20:02:22.281565 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-dfd0e9f6-8915-4d05-80e5-fb5ae1a2b7f5 req-abedbd90-9545-44cd-a27e-e0b8991b84a5 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] For port 0ace9033-d0df-4cf8-96a2-b427cf301a87, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=0ace9033-d0df-4cf8-96a2-b427cf301a87,segment=NetworkSegment(1f47a8ba-e3ad-4d68-a35b-b035d86b14ed),segment_id=1f47a8ba-e3ad-4d68-a35b-b035d86b14ed)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:02:22.281950 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-dfd0e9f6-8915-4d05-80e5-fb5ae1a2b7f5 req-abedbd90-9545-44cd-a27e-e0b8991b84a5 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:22.549200 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a9948-e11e-44da-b3b3-ff2dac1bf32e req-6fdf4376-6f5a-4447-b9fd-8bb0e39d7445 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:22.552828 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-742a9948-e11e-44da-b3b3-ff2dac1bf32e req-6fdf4376-6f5a-4447-b9fd-8bb0e39d7445 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 943 time: 0.5710988 Jan 21 20:02:22.728925 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-dfd0e9f6-8915-4d05-80e5-fb5ae1a2b7f5 req-abedbd90-9545-44cd-a27e-e0b8991b84a5 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks [] for floatingip, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:22.729444 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-dfd0e9f6-8915-4d05-80e5-fb5ae1a2b7f5 req-abedbd90-9545-44cd-a27e-e0b8991b84a5 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853807100'] for floatingip, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:22.729910 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.db.l3_db [req-dfd0e9f6-8915-4d05-80e5-fb5ae1a2b7f5 req-abedbd90-9545-44cd-a27e-e0b8991b84a5 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Floating IP 51f58c6d-285f-43c4-8358-6c507b3a4a69 disassociated. External IP: 172.27.2.96, port: 0ace9033-d0df-4cf8-96a2-b427cf301a87. Jan 21 20:02:22.730314 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-dfd0e9f6-8915-4d05-80e5-fb5ae1a2b7f5 req-abedbd90-9545-44cd-a27e-e0b8991b84a5 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Calling delete_port for 0ace9033-d0df-4cf8-96a2-b427cf301a87 owned by compute:nova {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:02:22.916731 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-dfd0e9f6-8915-4d05-80e5-fb5ae1a2b7f5 req-abedbd90-9545-44cd-a27e-e0b8991b84a5 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2470122'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:22.935694 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-cb5c6ce5-48a7-42fe-8e9f-55ade27fe50e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:22.995390 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abedbd90-9545-44cd-a27e-e0b8991b84a5 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Pushing event deleted for resources: {'Port': ['ID=0ace9033-d0df-4cf8-96a2-b427cf301a87,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:23.062555 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abedbd90-9545-44cd-a27e-e0b8991b84a5 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:23.062984 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abedbd90-9545-44cd-a27e-e0b8991b84a5 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:23.063396 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abedbd90-9545-44cd-a27e-e0b8991b84a5 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:23.063812 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abedbd90-9545-44cd-a27e-e0b8991b84a5 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:23.064216 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abedbd90-9545-44cd-a27e-e0b8991b84a5 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:23.064619 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abedbd90-9545-44cd-a27e-e0b8991b84a5 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:23.065010 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abedbd90-9545-44cd-a27e-e0b8991b84a5 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:23.065417 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abedbd90-9545-44cd-a27e-e0b8991b84a5 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:23.065794 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abedbd90-9545-44cd-a27e-e0b8991b84a5 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:23.066190 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abedbd90-9545-44cd-a27e-e0b8991b84a5 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:23.066630 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abedbd90-9545-44cd-a27e-e0b8991b84a5 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:23.067032 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abedbd90-9545-44cd-a27e-e0b8991b84a5 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:23.067481 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abedbd90-9545-44cd-a27e-e0b8991b84a5 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:23.067953 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abedbd90-9545-44cd-a27e-e0b8991b84a5 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:23.068619 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abedbd90-9545-44cd-a27e-e0b8991b84a5 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:23.069019 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abedbd90-9545-44cd-a27e-e0b8991b84a5 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:23.069959 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abedbd90-9545-44cd-a27e-e0b8991b84a5 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:23.069959 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abedbd90-9545-44cd-a27e-e0b8991b84a5 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:23.070330 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abedbd90-9545-44cd-a27e-e0b8991b84a5 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:23.070756 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abedbd90-9545-44cd-a27e-e0b8991b84a5 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:23.071155 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abedbd90-9545-44cd-a27e-e0b8991b84a5 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:23.071562 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abedbd90-9545-44cd-a27e-e0b8991b84a5 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:23.071957 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abedbd90-9545-44cd-a27e-e0b8991b84a5 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:23.072352 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abedbd90-9545-44cd-a27e-e0b8991b84a5 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:23.078035 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-abedbd90-9545-44cd-a27e-e0b8991b84a5 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:23.232746 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-742a9948-e11e-44da-b3b3-ff2dac1bf32e req-f430ac67-26b8-47db-99ad-e840972200f0 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=f3daa186-766f-4991-b934-2e28302f23b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6371422 Jan 21 20:02:23.265748 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ffb5b-6529-486c-b00b-0b29130ce769 req-f446be68-5a0e-4e66-b5cf-35631230a986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:23.267384 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f11ffb5b-6529-486c-b00b-0b29130ce769 req-f446be68-5a0e-4e66-b5cf-35631230a986 service neutron] 10.222.0.83 "GET /v2.0/networks?id=843bf788-d609-4005-9995-bbed36e20282 HTTP/1.1" status: 200 len: 908 time: 1.0022736 Jan 21 20:02:23.295958 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-64f9f98c-9621-4202-bec6-a5e5a2d1eae5 req-89976212-bbee-44a9-816b-995fb106fd97 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=79f7e2e9-b0df-4925-9173-691f7c609429&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 1.0365899 Jan 21 20:02:23.411703 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dfd0e9f6-8915-4d05-80e5-fb5ae1a2b7f5 req-abedbd90-9545-44cd-a27e-e0b8991b84a5 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Router 35483473-1478-4659-bbfb-e4cae8820afb has already been hosted by L3 agent acfbd797-5df7-45c7-9954-db8085626b2a {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 20:02:23.444522 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f11ffb5b-6529-486c-b00b-0b29130ce769 req-0629f1cf-3330-4fcd-9d65-fd8d1e822e3c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=264ab6b4-459b-4209-b7dd-e3cb94fce7e2 HTTP/1.1" status: 200 len: 217 time: 0.1665030 Jan 21 20:02:23.533382 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b65ad92-d8a3-49f1-9024-a8a61da70100 req-4c82de7f-b9dc-4380-a692-dad63fd11486 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:23.536182 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6b65ad92-d8a3-49f1-9024-a8a61da70100 req-4c82de7f-b9dc-4380-a692-dad63fd11486 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 943 time: 0.9584153 Jan 21 20:02:23.631706 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ffb5b-6529-486c-b00b-0b29130ce769 req-5e52fa1d-4f33-43a4-b051-a8f94ffb38aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:23.634877 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f11ffb5b-6529-486c-b00b-0b29130ce769 req-5e52fa1d-4f33-43a4-b051-a8f94ffb38aa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=936f1562-19ae-4630-8b98-9fbdb8ca23b9 HTTP/1.1" status: 200 len: 853 time: 0.1696944 Jan 21 20:02:23.696265 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dfd0e9f6-8915-4d05-80e5-fb5ae1a2b7f5 req-abedbd90-9545-44cd-a27e-e0b8991b84a5 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify agent at l3_agent.dv-cinder-726180-8-iscsi the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:02:23.744594 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd0e9f6-8915-4d05-80e5-fb5ae1a2b7f5 req-abedbd90-9545-44cd-a27e-e0b8991b84a5 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] No DVR routers for this DVR port 0ace9033-d0df-4cf8-96a2-b427cf301a87 on host hv-cinder-72618 {{(pid=80113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 20:02:23.748343 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-dfd0e9f6-8915-4d05-80e5-fb5ae1a2b7f5 req-abedbd90-9545-44cd-a27e-e0b8991b84a5 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:23.752336 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5', 'name': 'network-vif-deleted', 'tag': '0ace9033-d0df-4cf8-96a2-b427cf301a87'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:02:23.768054 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2f5b4f-174c-404b-8474-25de9ce511f9 None None] Sync routers for ids ['35483473-1478-4659-bbfb-e4cae8820afb'] in dv-cinder-726180-8-iscsi {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:02:23.774570 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-dfd0e9f6-8915-4d05-80e5-fb5ae1a2b7f5 req-abedbd90-9545-44cd-a27e-e0b8991b84a5 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.83 "DELETE /v2.0/ports/0ace9033-d0df-4cf8-96a2-b427cf301a87 HTTP/1.1" status: 204 len: 173 time: 1.9940133 Jan 21 20:02:23.809188 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2f5b4f-174c-404b-8474-25de9ce511f9 None None] Routers {'35483473-1478-4659-bbfb-e4cae8820afb'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:02:23.810091 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-0a2f5b4f-174c-404b-8474-25de9ce511f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:02:07Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['35483473-1478-4659-bbfb-e4cae8820afb'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:02:23.937783 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6b65ad92-d8a3-49f1-9024-a8a61da70100 req-3d86359c-f96d-40aa-8d3e-7233cf7db286 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups?id=cab5a398-bf18-4a00-b529-b5417239d120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864076 Jan 21 20:02:23.967492 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.objects.ports [None req-ad75e657-3c1b-42ad-9a11-0f2f80835e47 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80115) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 21 20:02:23.992796 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9f98c-9621-4202-bec6-a5e5a2d1eae5 req-14063907-ccf0-4b88-8e16-e15d1723f5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:23.994684 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-64f9f98c-9621-4202-bec6-a5e5a2d1eae5 req-14063907-ccf0-4b88-8e16-e15d1723f5a8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e06769200dc344d2b76edf3f16b1d74b&device_id=79f7e2e9-b0df-4925-9173-691f7c609429 HTTP/1.1" status: 200 len: 1163 time: 0.6310108 Jan 21 20:02:24.000633 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [req-f569c544-2729-49c2-96ae-8a3226fde442 req-4a981116-9121-48f6-b392-6e4896c107bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22d74c65-3ce7-418c-844c-008c176639c1 {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 20:02:24.016687 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-f569c544-2729-49c2-96ae-8a3226fde442 req-4a981116-9121-48f6-b392-6e4896c107bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:24.078592 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-f569c544-2729-49c2-96ae-8a3226fde442 req-4a981116-9121-48f6-b392-6e4896c107bc service neutron] Transition to ACTIVE for port object 22d74c65-3ce7-418c-844c-008c176639c1 will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:02:24.149452 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-0a2f5b4f-174c-404b-8474-25de9ce511f9 None None] Set router 35483473-1478-4659-bbfb-e4cae8820afb gateway port host: dv-cinder-726180-8-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:02:24.154430 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-f569c544-2729-49c2-96ae-8a3226fde442 req-4a981116-9121-48f6-b392-6e4896c107bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214824'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:24.182143 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b9d284bb-03dc-4a8b-8e33-d36bbc932a96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:24.203326 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5', 'name': 'network-vif-deleted', 'tag': '0ace9033-d0df-4cf8-96a2-b427cf301a87', 'status': 'completed', 'code': 200} Jan 21 20:02:24.312722 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ffb5b-6529-486c-b00b-0b29130ce769 req-7b6b0a81-6b34-4c52-9762-750e63abc2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:24.314434 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f11ffb5b-6529-486c-b00b-0b29130ce769 req-7b6b0a81-6b34-4c52-9762-750e63abc2ef service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=843bf788-d609-4005-9995-bbed36e20282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.6617920 Jan 21 20:02:24.453026 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9dc71c-2915-4b04-8716-a47e1f5f50ca req-c213d36a-eeba-4178-9b6b-6ba8efc0aad7 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:24.455858 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-bd9dc71c-2915-4b04-8716-a47e1f5f50ca req-c213d36a-eeba-4178-9b6b-6ba8efc0aad7 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/ports?device_id=24d3ec69-54e2-4a57-a28b-a4f1cb84e233 HTTP/1.1" status: 200 len: 931 time: 0.6338348 Jan 21 20:02:24.542209 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a981116-9121-48f6-b392-6e4896c107bc service neutron] Pushing event updated for resources: {'Port': ['ID=22d74c65-3ce7-418c-844c-008c176639c1,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:24.557429 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 264ab6b4-459b-4209-b7dd-e3cb94fce7e2 up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:02:24.594362 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-4a981116-9121-48f6-b392-6e4896c107bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:24.752487 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-9e650ee3-b4bb-4041-a54f-dde0a7a747fc req-963080da-b2b3-44c0-80a2-09aade474da0 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=0e3ea8c4-eef5-4c7c-8efe-b5366ab87ae5 HTTP/1.1" status: 200 len: 210 time: 0.1874249 Jan 21 20:02:24.777461 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9f98c-9621-4202-bec6-a5e5a2d1eae5 req-ce763cf5-05b0-47ca-a6b4-6e10e6e29fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:24.780333 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-64f9f98c-9621-4202-bec6-a5e5a2d1eae5 req-ce763cf5-05b0-47ca-a6b4-6e10e6e29fe8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=254a3736-3eda-4653-a3dd-b7e3185fffc0 HTTP/1.1" status: 200 len: 905 time: 0.7417293 Jan 21 20:02:24.824770 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning for port 264ab6b4-459b-4209-b7dd-e3cb94fce7e2 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:02:24.834151 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 264ab6b4-459b-4209-b7dd-e3cb94fce7e2 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:02:24.834902 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:24.954862 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-bd9dc71c-2915-4b04-8716-a47e1f5f50ca req-cdd9831c-53b5-4c22-a48f-d3ed1db28047 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/security-groups?id=5caebf4a-8cfb-41da-be6a-549efa993de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094520 Jan 21 20:02:24.956969 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-0a2f5b4f-174c-404b-8474-25de9ce511f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35483473-1478-4659-bbfb-e4cae8820afb', 'name': 'tempest-AttachVolumeShelveTestJSON-1154731850-router', 'tenant_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '83de776a-f212-4988-af83-8ea29852997d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:28Z', 'updated_at': '2021-01-21T19:57:45Z', 'revision_number': 4, 'project_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'gw_port': {'id': '83de776a-f212-4988-af83-8ea29852997d', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:66:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35483473-1478-4659-bbfb-e4cae8820afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:31Z', 'updated_at': '2021-01-21T19:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': 'b9acdb65-b9bc-473a-b6a5-9e9747e26854', 'name': '', 'network_id': 'd6138fb5-b76e-4f29-8bbf-74ec66db9e66', 'tenant_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'mac_address': 'fa:16:3e:9b:28:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35483473-1478-4659-bbfb-e4cae8820afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'c1281d7a-a47b-4e8a-8373-d8daef5b1038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:40Z', 'updated_at': '2021-01-21T19:58:00Z', 'revision_number': 5, 'project_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'subnets': [{'id': 'c1281d7a-a47b-4e8a-8373-d8daef5b1038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:02:24.966520 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2f5b4f-174c-404b-8474-25de9ce511f9 None None] Checking router: 35483473-1478-4659-bbfb-e4cae8820afb for host: dv-cinder-726180-8-iscsi {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:02:25.045168 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2f5b4f-174c-404b-8474-25de9ce511f9 None None] Routers {'35483473-1478-4659-bbfb-e4cae8820afb'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:02:25.046084 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-0a2f5b4f-174c-404b-8474-25de9ce511f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:02:07Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['35483473-1478-4659-bbfb-e4cae8820afb'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:02:25.114363 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f11ffb5b-6529-486c-b00b-0b29130ce769 req-45eb1edc-274a-431a-8b89-320ecdbd9f87 service neutron] 10.222.0.83 "GET /v2.0/networks/843bf788-d609-4005-9995-bbed36e20282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7663965 Jan 21 20:02:25.146356 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-64f9f98c-9621-4202-bec6-a5e5a2d1eae5 req-47633c87-c79c-4d19-bbc9-57bbdb6346e3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b0b98a3-4e31-4287-bddc-2fd0cc272432 HTTP/1.1" status: 200 len: 1001 time: 0.3343306 Jan 21 20:02:25.192748 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:25.666827 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2863067b-50fa-4068-9d5e-b5d874763dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264ab6b4-459b-4209-b7dd-e3cb94fce7e2'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:02:25.725556 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] For port 264ab6b4-459b-4209-b7dd-e3cb94fce7e2, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=264ab6b4-459b-4209-b7dd-e3cb94fce7e2,segment=NetworkSegment(7c41453e-9d89-4697-8208-9e5ae9b12e90),segment_id=7c41453e-9d89-4697-8208-9e5ae9b12e90)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:02:25.743061 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9f98c-9621-4202-bec6-a5e5a2d1eae5 req-1a543f4f-7892-4e78-b0ae-3eab6e6d1a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:25.744160 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:25.745830 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-64f9f98c-9621-4202-bec6-a5e5a2d1eae5 req-1a543f4f-7892-4e78-b0ae-3eab6e6d1a09 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67448399-3ad8-4d60-b8f0-d9874d8637fd HTTP/1.1" status: 200 len: 850 time: 0.5643568 Jan 21 20:02:25.750596 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-0a2f5b4f-174c-404b-8474-25de9ce511f9 None None] Set router 35483473-1478-4659-bbfb-e4cae8820afb gateway port host: dv-cinder-726180-8-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:02:25.842216 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-cb793771-56bf-41c1-b03a-3057193059f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:25.899467 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-f569c544-2729-49c2-96ae-8a3226fde442 req-4a981116-9121-48f6-b392-6e4896c107bc service neutron] Attempting to bind port 22d74c65-3ce7-418c-844c-008c176639c1 on host hv-cinder-72618 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 20:02:25.900108 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-f569c544-2729-49c2-96ae-8a3226fde442 req-4a981116-9121-48f6-b392-6e4896c107bc service neutron] Attempting to bind port 22d74c65-3ce7-418c-844c-008c176639c1 by drivers openvswitch on host hv-cinder-72618 at level 0 using segments [{'id': 'ad9134c2-9bba-4db6-8545-46f5d3417125', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2200cabb-7aa1-48ea-82c4-aefd11a7e0d5'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 20:02:25.900727 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f569c544-2729-49c2-96ae-8a3226fde442 req-4a981116-9121-48f6-b392-6e4896c107bc service neutron] Attempting to bind port 22d74c65-3ce7-418c-844c-008c176639c1 on network 2200cabb-7aa1-48ea-82c4-aefd11a7e0d5 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 20:02:25.929916 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2863067b-50fa-4068-9d5e-b5d874763dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264ab6b4-459b-4209-b7dd-e3cb94fce7e2', 'code': 200} Jan 21 20:02:25.954086 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f569c544-2729-49c2-96ae-8a3226fde442 req-4a981116-9121-48f6-b392-6e4896c107bc service neutron] Checking agent: {'id': 'f41af306-ec4b-4f2b-b4b7-a53ee99eba1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 53, 28), 'started_at': datetime.datetime(2021, 1, 21, 19, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 20, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 20:02:25.956397 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f569c544-2729-49c2-96ae-8a3226fde442 req-4a981116-9121-48f6-b392-6e4896c107bc service neutron] Checking segment: {'id': 'ad9134c2-9bba-4db6-8545-46f5d3417125', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2200cabb-7aa1-48ea-82c4-aefd11a7e0d5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:02:25.956397 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-f569c544-2729-49c2-96ae-8a3226fde442 req-4a981116-9121-48f6-b392-6e4896c107bc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:25.956397 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f569c544-2729-49c2-96ae-8a3226fde442 req-4a981116-9121-48f6-b392-6e4896c107bc service neutron] Bound using segment: {'id': 'ad9134c2-9bba-4db6-8545-46f5d3417125', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2200cabb-7aa1-48ea-82c4-aefd11a7e0d5'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 20:02:25.956922 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-f569c544-2729-49c2-96ae-8a3226fde442 req-4a981116-9121-48f6-b392-6e4896c107bc service neutron] Bound port: 22d74c65-3ce7-418c-844c-008c176639c1, host: hv-cinder-72618, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad9134c2-9bba-4db6-8545-46f5d3417125', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2200cabb-7aa1-48ea-82c4-aefd11a7e0d5'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 20:02:25.959384 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-f569c544-2729-49c2-96ae-8a3226fde442 req-4a981116-9121-48f6-b392-6e4896c107bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:26.012618 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f11ffb5b-6529-486c-b00b-0b29130ce769 req-bda0adb1-d38a-48f1-8ee6-a6b91df60b86 service neutron] 10.222.0.83 "GET /v2.0/networks/843bf788-d609-4005-9995-bbed36e20282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8614578 Jan 21 20:02:26.066780 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2705c6-f76e-4ac8-8b2f-623b22793795 req-4db4860b-b059-410d-8117-2bd7ccde4634 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:26.083438 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3e2705c6-f76e-4ac8-8b2f-623b22793795 req-4db4860b-b059-410d-8117-2bd7ccde4634 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 943 time: 0.9354241 Jan 21 20:02:26.197536 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 264ab6b4-459b-4209-b7dd-e3cb94fce7e2 up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:02:26.305256 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Pushing event updated for resources: {'Port': ['ID=264ab6b4-459b-4209-b7dd-e3cb94fce7e2,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:26.326529 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:26.474559 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 264ab6b4-459b-4209-b7dd-e3cb94fce7e2 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:02:26.474985 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:26.492366 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9f98c-9621-4202-bec6-a5e5a2d1eae5 req-8828aa66-0be8-48e7-be93-26372e2f2f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:26.494879 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-64f9f98c-9621-4202-bec6-a5e5a2d1eae5 req-8828aa66-0be8-48e7-be93-26372e2f2f1b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=254a3736-3eda-4653-a3dd-b7e3185fffc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.7078104 Jan 21 20:02:26.506919 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3e2705c6-f76e-4ac8-8b2f-623b22793795 req-72cfa1f9-a64f-4635-b7f5-5076af7e77bd tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups?id=cab5a398-bf18-4a00-b529-b5417239d120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740606 Jan 21 20:02:26.569378 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-f569c544-2729-49c2-96ae-8a3226fde442 req-4a981116-9121-48f6-b392-6e4896c107bc service neutron] For port 22d74c65-3ce7-418c-844c-008c176639c1, host hv-cinder-72618, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 20:02:26.669431 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-0a2f5b4f-174c-404b-8474-25de9ce511f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35483473-1478-4659-bbfb-e4cae8820afb', 'name': 'tempest-AttachVolumeShelveTestJSON-1154731850-router', 'tenant_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '83de776a-f212-4988-af83-8ea29852997d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:28Z', 'updated_at': '2021-01-21T19:57:45Z', 'revision_number': 4, 'project_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'gw_port': {'id': '83de776a-f212-4988-af83-8ea29852997d', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:66:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35483473-1478-4659-bbfb-e4cae8820afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:31Z', 'updated_at': '2021-01-21T19:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': 'b9acdb65-b9bc-473a-b6a5-9e9747e26854', 'name': '', 'network_id': 'd6138fb5-b76e-4f29-8bbf-74ec66db9e66', 'tenant_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'mac_address': 'fa:16:3e:9b:28:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35483473-1478-4659-bbfb-e4cae8820afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'c1281d7a-a47b-4e8a-8373-d8daef5b1038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:40Z', 'updated_at': '2021-01-21T19:58:00Z', 'revision_number': 5, 'project_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'subnets': [{'id': 'c1281d7a-a47b-4e8a-8373-d8daef5b1038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:02:26.678555 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2f5b4f-174c-404b-8474-25de9ce511f9 None None] The sync data for ids ['35483473-1478-4659-bbfb-e4cae8820afb'] in dv-cinder-726180-8-iscsi is: [{'id': '35483473-1478-4659-bbfb-e4cae8820afb', 'name': 'tempest-AttachVolumeShelveTestJSON-1154731850-router', 'tenant_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '83de776a-f212-4988-af83-8ea29852997d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:28Z', 'updated_at': '2021-01-21T19:57:45Z', 'revision_number': 4, 'project_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'gw_port': {'id': '83de776a-f212-4988-af83-8ea29852997d', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:66:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35483473-1478-4659-bbfb-e4cae8820afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:31Z', 'updated_at': '2021-01-21T19:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': 'b9acdb65-b9bc-473a-b6a5-9e9747e26854', 'name': '', 'network_id': 'd6138fb5-b76e-4f29-8bbf-74ec66db9e66', 'tenant_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'mac_address': 'fa:16:3e:9b:28:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35483473-1478-4659-bbfb-e4cae8820afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'c1281d7a-a47b-4e8a-8373-d8daef5b1038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:40Z', 'updated_at': '2021-01-21T19:58:00Z', 'revision_number': 5, 'project_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'subnets': [{'id': 'c1281d7a-a47b-4e8a-8373-d8daef5b1038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:02:26.723898 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-f569c544-2729-49c2-96ae-8a3226fde442 req-4a981116-9121-48f6-b392-6e4896c107bc service neutron] For port 22d74c65-3ce7-418c-844c-008c176639c1, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=22d74c65-3ce7-418c-844c-008c176639c1,segment=NetworkSegment(ad9134c2-9bba-4db6-8545-46f5d3417125),segment_id=ad9134c2-9bba-4db6-8545-46f5d3417125)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 20:02:26.758639 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-f569c544-2729-49c2-96ae-8a3226fde442 req-4a981116-9121-48f6-b392-6e4896c107bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214824'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:26.808447 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 58242) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:02:26.811145 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-fadac061-665c-4d4e-80c8-c7f2a5a31e62 tempest-ServerRescueNegativeTestJSON-1445570186 tempest-ServerRescueNegativeTestJSON-1445570186] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:26.901104 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e3af4167-4578-4714-ab8b-bd6864d29b15 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:26.939483 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e3af4167-4578-4714-ab8b-bd6864d29b15 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:27.027777 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e3af4167-4578-4714-ab8b-bd6864d29b15 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:27.033674 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-81ea3541-83ae-4215-81f2-471fec59c84d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:27.055331 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af4167-4578-4714-ab8b-bd6864d29b15 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3daa186-766f-4991-b934-2e28302f23b9,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:27.058408 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e3af4167-4578-4714-ab8b-bd6864d29b15 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:27.067096 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e3af4167-4578-4714-ab8b-bd6864d29b15 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:27.070999 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-e3af4167-4578-4714-ab8b-bd6864d29b15 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "DELETE /v2.0/security-groups/f3daa186-766f-4991-b934-2e28302f23b9 HTTP/1.1" status: 204 len: 168 time: 0.2595997 Jan 21 20:02:27.071961 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a33c4-360a-49f4-89a1-b7adc77a0d2b req-3de668f4-2cbf-46d5-8913-b98e3dc81eb7 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:27.072457 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 58246) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:02:27.078993 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8f9a33c4-360a-49f4-89a1-b7adc77a0d2b req-3de668f4-2cbf-46d5-8913-b98e3dc81eb7 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/ports?device_id=24d3ec69-54e2-4a57-a28b-a4f1cb84e233 HTTP/1.1" status: 200 len: 943 time: 0.8764138 Jan 21 20:02:27.096706 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.v2.resource [None req-103fdfc6-0358-42f7-86f2-55de0f0124f1 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] show failed (client error): The resource could not be found. Jan 21 20:02:27.097822 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-103fdfc6-0358-42f7-86f2-55de0f0124f1 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups/f3daa186-766f-4991-b934-2e28302f23b9 HTTP/1.1" status: 404 len: 347 time: 0.0241787 Jan 21 20:02:27.101895 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 58250) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:02:27.108247 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606f26f-f7fd-4f6a-b666-88697781e1ba req-e8792caf-df61-484f-93a4-76b1039a4875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:27.109927 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3606f26f-f7fd-4f6a-b666-88697781e1ba req-e8792caf-df61-484f-93a4-76b1039a4875 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 1162 time: 0.8388412 Jan 21 20:02:27.163401 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b94695b-c280-4cf0-90b9-3a83fec67483 None None] New status for floating IP 51f58c6d-285f-43c4-8358-6c507b3a4a69: DOWN {{(pid=80116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 21 20:02:27.276152 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-64f9f98c-9621-4202-bec6-a5e5a2d1eae5 req-07617248-779e-48ba-aed9-9e242ddfef7e service neutron] 10.222.0.83 "GET /v2.0/networks/254a3736-3eda-4653-a3dd-b7e3185fffc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7609899 Jan 21 20:02:27.276865 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a981116-9121-48f6-b392-6e4896c107bc service neutron] Pushing event updated for resources: {'Port': ['ID=22d74c65-3ce7-418c-844c-008c176639c1,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:27.291697 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-b1f5acd1-ba74-48d8-9b2e-e3bdc73e7811 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Deleting port 1d999eb4-8d12-4e32-b57b-3ced6946655e {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:02:27.292103 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b1f5acd1-ba74-48d8-9b2e-e3bdc73e7811 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:27.301114 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-4a981116-9121-48f6-b392-6e4896c107bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:27.337733 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8f9a33c4-360a-49f4-89a1-b7adc77a0d2b req-0fec30b2-d1af-442f-9b3b-cfb0fd130626 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/security-groups?id=5caebf4a-8cfb-41da-be6a-549efa993de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400966 Jan 21 20:02:27.344553 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3606f26f-f7fd-4f6a-b666-88697781e1ba req-4b1c3076-7c78-48a6-850e-2862bbb27aa7 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=cab5a398-bf18-4a00-b529-b5417239d120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058511 Jan 21 20:02:27.443844 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569c544-2729-49c2-96ae-8a3226fde442 req-4a981116-9121-48f6-b392-6e4896c107bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:27.445089 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-f569c544-2729-49c2-96ae-8a3226fde442 req-4a981116-9121-48f6-b392-6e4896c107bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:27.447732 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f569c544-2729-49c2-96ae-8a3226fde442 req-4a981116-9121-48f6-b392-6e4896c107bc service neutron] 10.222.0.83 "PUT /v2.0/ports/22d74c65-3ce7-418c-844c-008c176639c1 HTTP/1.1" status: 200 len: 1157 time: 5.7886455 Jan 21 20:02:27.448586 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24d3ec69-54e2-4a57-a28b-a4f1cb84e233', 'tag': '22d74c65-3ce7-418c-844c-008c176639c1'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:02:27.563778 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24d3ec69-54e2-4a57-a28b-a4f1cb84e233', 'tag': '22d74c65-3ce7-418c-844c-008c176639c1', 'status': 'completed', 'code': 200} Jan 21 20:02:27.572033 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-64f9f98c-9621-4202-bec6-a5e5a2d1eae5 req-89b41b07-1a5a-41be-b021-4b8fe144e197 service neutron] 10.222.0.83 "GET /v2.0/networks/254a3736-3eda-4653-a3dd-b7e3185fffc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2697277 Jan 21 20:02:27.905367 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b1f5acd1-ba74-48d8-9b2e-e3bdc73e7811 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:27.906162 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b1f5acd1-ba74-48d8-9b2e-e3bdc73e7811 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks [] for floatingip, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:27.963702 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e26c9f-9d9d-42e6-9d67-8db17b380133 req-37654b4d-9504-4420-b151-355b816595d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:27.966689 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-91e26c9f-9d9d-42e6-9d67-8db17b380133 req-37654b4d-9504-4420-b151-355b816595d9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e421781b13ec462a8bd73122a059e1aa&device_id=24d3ec69-54e2-4a57-a28b-a4f1cb84e233 HTTP/1.1" status: 200 len: 1160 time: 0.2187448 Jan 21 20:02:28.026304 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552c414-1115-439e-bda0-d45d9c6d3ca3 req-70d880eb-370f-49a1-9f12-ad0104a7056f tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:28.029301 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d552c414-1115-439e-bda0-d45d9c6d3ca3 req-70d880eb-370f-49a1-9f12-ad0104a7056f tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 945 time: 0.3251066 Jan 21 20:02:28.069016 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-b1f5acd1-ba74-48d8-9b2e-e3bdc73e7811 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Calling delete_port for 1d999eb4-8d12-4e32-b57b-3ced6946655e owned by network:floatingip {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:02:28.156241 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 264ab6b4-459b-4209-b7dd-e3cb94fce7e2 up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:02:28.184150 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.db.api [None req-b1f5acd1-ba74-48d8-9b2e-e3bdc73e7811 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80113) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 21 20:02:28.184592 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_db.api [None req-b1f5acd1-ba74-48d8-9b2e-e3bdc73e7811 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 21 20:02:28.248527 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 264ab6b4-459b-4209-b7dd-e3cb94fce7e2 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:02:28.248954 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:28.316105 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d552c414-1115-439e-bda0-d45d9c6d3ca3 req-697aabc9-0f78-4de6-a555-3c1132fd77bc tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups?id=cab5a398-bf18-4a00-b529-b5417239d120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424443 Jan 21 20:02:28.327919 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:28.387002 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e26c9f-9d9d-42e6-9d67-8db17b380133 req-3ac979b0-90d7-4565-89f2-9fa77e53a8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:28.389310 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-91e26c9f-9d9d-42e6-9d67-8db17b380133 req-3ac979b0-90d7-4565-89f2-9fa77e53a8d5 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=e421781b13ec462a8bd73122a059e1aa&shared=False HTTP/1.1" status: 200 len: 902 time: 0.3579681 Jan 21 20:02:28.648896 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e26c9f-9d9d-42e6-9d67-8db17b380133 req-17c7c6bd-33e2-426a-9283-2e0a80e6134c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:28.651758 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-91e26c9f-9d9d-42e6-9d67-8db17b380133 req-17c7c6bd-33e2-426a-9283-2e0a80e6134c service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2348847 Jan 21 20:02:28.683755 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5620a-9067-4fd0-ad2e-cd19813eb11d req-7df86ea8-27a9-4449-8210-752f1653613f tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:28.685542 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-53f5620a-9067-4fd0-ad2e-cd19813eb11d req-7df86ea8-27a9-4449-8210-752f1653613f tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/ports?device_id=24d3ec69-54e2-4a57-a28b-a4f1cb84e233 HTTP/1.1" status: 200 len: 943 time: 0.1776299 Jan 21 20:02:28.686489 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-b1f5acd1-ba74-48d8-9b2e-e3bdc73e7811 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Deleting port 1d999eb4-8d12-4e32-b57b-3ced6946655e {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:02:28.686849 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b1f5acd1-ba74-48d8-9b2e-e3bdc73e7811 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:28.759595 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-53f5620a-9067-4fd0-ad2e-cd19813eb11d req-6a0e1f9c-2053-4fd4-9625-19ba0014a42b tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/security-groups?id=5caebf4a-8cfb-41da-be6a-549efa993de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600626 Jan 21 20:02:28.883153 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569c544-2729-49c2-96ae-8a3226fde442 req-d21a1c98-dc23-4f8f-b55b-d68d2a28f806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:28.884966 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f569c544-2729-49c2-96ae-8a3226fde442 req-d21a1c98-dc23-4f8f-b55b-d68d2a28f806 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e421781b13ec462a8bd73122a059e1aa&device_id=24d3ec69-54e2-4a57-a28b-a4f1cb84e233 HTTP/1.1" status: 200 len: 1160 time: 0.1111641 Jan 21 20:02:28.937343 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b1f5acd1-ba74-48d8-9b2e-e3bdc73e7811 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:28.938177 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b1f5acd1-ba74-48d8-9b2e-e3bdc73e7811 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks [] for floatingip, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:29.000823 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f569c544-2729-49c2-96ae-8a3226fde442 req-b605e8e2-96bc-41dc-ae77-8f08dc6d996c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22d74c65-3ce7-418c-844c-008c176639c1 HTTP/1.1" status: 200 len: 217 time: 0.0939150 Jan 21 20:02:29.104456 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569c544-2729-49c2-96ae-8a3226fde442 req-e2b05414-d5b2-49d8-8ec0-177f19e36836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:29.104456 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f569c544-2729-49c2-96ae-8a3226fde442 req-e2b05414-d5b2-49d8-8ec0-177f19e36836 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=105f2bff-4de0-4847-a5a4-12f34262512b HTTP/1.1" status: 200 len: 848 time: 0.0945957 Jan 21 20:02:29.112863 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-b1f5acd1-ba74-48d8-9b2e-e3bdc73e7811 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Calling delete_port for 1d999eb4-8d12-4e32-b57b-3ced6946655e owned by network:floatingip {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:02:29.166743 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f569c544-2729-49c2-96ae-8a3226fde442 req-e31888ab-9a0c-44a9-8ce4-b760b60b95d6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2200cabb-7aa1-48ea-82c4-aefd11a7e0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546157 Jan 21 20:02:29.299349 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b1f5acd1-ba74-48d8-9b2e-e3bdc73e7811 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2470122'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:29.318763 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0a9b2bbd-d96a-4463-9fef-0f9d8adca0fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:29.357103 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f569c544-2729-49c2-96ae-8a3226fde442 req-1b42bb74-95e6-4941-bf66-0195f01eeb8e service neutron] 10.222.0.83 "GET /v2.0/networks/2200cabb-7aa1-48ea-82c4-aefd11a7e0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823018 Jan 21 20:02:29.426232 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f5acd1-ba74-48d8-9b2e-e3bdc73e7811 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Pushing event deleted for resources: {'Port': ['ID=1d999eb4-8d12-4e32-b57b-3ced6946655e,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:29.434893 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b1f5acd1-ba74-48d8-9b2e-e3bdc73e7811 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:29.634686 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b1f5acd1-ba74-48d8-9b2e-e3bdc73e7811 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks [] for floatingip, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:29.663795 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b1f5acd1-ba74-48d8-9b2e-e3bdc73e7811 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for floatingip, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:29.666649 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-b1f5acd1-ba74-48d8-9b2e-e3bdc73e7811 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "DELETE /v2.0/floatingips/51f58c6d-285f-43c4-8358-6c507b3a4a69 HTTP/1.1" status: 204 len: 168 time: 2.5632920 Jan 21 20:02:30.084933 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f569c544-2729-49c2-96ae-8a3226fde442 req-5966ef27-1272-434e-a316-62124ccbc86a service neutron] 10.222.0.83 "GET /v2.0/networks/2200cabb-7aa1-48ea-82c4-aefd11a7e0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7197952 Jan 21 20:02:30.142223 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563729fe-2ebd-49ed-ad87-a30c8fbf137b req-1d7fc04c-2a4d-44e8-9b76-e6a344c6905d tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:30.145151 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-563729fe-2ebd-49ed-ad87-a30c8fbf137b req-1d7fc04c-2a4d-44e8-9b76-e6a344c6905d tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 945 time: 0.2946208 Jan 21 20:02:30.248775 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-563729fe-2ebd-49ed-ad87-a30c8fbf137b req-36adff81-ca24-4fa6-82a2-e0f4ff931e65 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups?id=cab5a398-bf18-4a00-b529-b5417239d120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902195 Jan 21 20:02:30.316817 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 58274) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:02:30.330638 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-01e4edbd-1868-4464-8ac6-c4c372800c58 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Request body: {'security_group': {'name': 'tempest-securitygroup--1393453464', 'description': 'tempest-description--1283857206'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:02:30.352437 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-01e4edbd-1868-4464-8ac6-c4c372800c58 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:02:30.361513 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-01e4edbd-1868-4464-8ac6-c4c372800c58 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Usage tracker for resource:security_group and tenant:ac30196b7fac4ccba1cac9aaee7458e7 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:02:30.371834 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-01e4edbd-1868-4464-8ac6-c4c372800c58 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:02:30.384448 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-01e4edbd-1868-4464-8ac6-c4c372800c58 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:02:30.403418 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-01e4edbd-1868-4464-8ac6-c4c372800c58 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:30.427614 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-01e4edbd-1868-4464-8ac6-c4c372800c58 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:02:30.432454 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-01e4edbd-1868-4464-8ac6-c4c372800c58 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Usage tracker for resource:security_group_rule and tenant:ac30196b7fac4ccba1cac9aaee7458e7 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:02:30.436200 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-01e4edbd-1868-4464-8ac6-c4c372800c58 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:02:30.444761 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-01e4edbd-1868-4464-8ac6-c4c372800c58 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:02:30.591460 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-01e4edbd-1868-4464-8ac6-c4c372800c58 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:30.595494 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-01e4edbd-1868-4464-8ac6-c4c372800c58 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:30.607092 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-aa92b1ef-a686-4e38-b087-b4dc45816615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:30.611951 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1c0e8-344b-4d3e-b498-b19e39a98461 req-6e918028-fa28-4d0f-9e64-8a4ecbcbdfb4 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:30.615876 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c4e1c0e8-344b-4d3e-b498-b19e39a98461 req-6e918028-fa28-4d0f-9e64-8a4ecbcbdfb4 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/ports?device_id=24d3ec69-54e2-4a57-a28b-a4f1cb84e233 HTTP/1.1" status: 200 len: 943 time: 0.1713698 Jan 21 20:02:30.695711 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e4edbd-1868-4464-8ac6-c4c372800c58 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Pushing event updated for resources: {'SecurityGroup': ['ID=60946016-57c1-444c-8938-fbcfc9f86c7a,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:30.701058 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-01e4edbd-1868-4464-8ac6-c4c372800c58 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:30.702558 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-01e4edbd-1868-4464-8ac6-c4c372800c58 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:30.704071 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-01e4edbd-1868-4464-8ac6-c4c372800c58 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3849339 Jan 21 20:02:30.709371 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 58278) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:02:30.719489 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-f78ea7bf-2a41-4f8d-a51c-ecea68a9a1b0 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Request body: {'security_group_rule': {'security_group_id': '60946016-57c1-444c-8938-fbcfc9f86c7a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:02:30.722917 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c4e1c0e8-344b-4d3e-b498-b19e39a98461 req-620d05f1-d54d-4ec8-b48a-676b61f5cf95 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/security-groups?id=5caebf4a-8cfb-41da-be6a-549efa993de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952201 Jan 21 20:02:30.733202 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-f78ea7bf-2a41-4f8d-a51c-ecea68a9a1b0 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:02:30.740746 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-f78ea7bf-2a41-4f8d-a51c-ecea68a9a1b0 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Usage tracker for resource:security_group_rule and tenant:ac30196b7fac4ccba1cac9aaee7458e7 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:02:30.745728 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-f78ea7bf-2a41-4f8d-a51c-ecea68a9a1b0 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:02:30.756412 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-f78ea7bf-2a41-4f8d-a51c-ecea68a9a1b0 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:02:30.775878 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f78ea7bf-2a41-4f8d-a51c-ecea68a9a1b0 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks [] for security_group_rule, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:30.875881 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d7c48-9e80-4c9a-b086-a4b8cd174cc0 req-7c25e693-42c5-4c1b-8693-b86bb676d154 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:30.877783 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-fa4d7c48-9e80-4c9a-b086-a4b8cd174cc0 req-7c25e693-42c5-4c1b-8693-b86bb676d154 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 945 time: 0.1300838 Jan 21 20:02:30.900106 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f78ea7bf-2a41-4f8d-a51c-ecea68a9a1b0 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:30.904284 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f78ea7bf-2a41-4f8d-a51c-ecea68a9a1b0 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600105'] for security_group_rule, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:30.918425 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:30.945647 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-fa4d7c48-9e80-4c9a-b086-a4b8cd174cc0 req-f18b3004-946e-49cd-893f-abec90c51bf8 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups?id=cab5a398-bf18-4a00-b529-b5417239d120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601575 Jan 21 20:02:30.963328 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ea7bf-2a41-4f8d-a51c-ecea68a9a1b0 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ff8e653-27de-410b-8a1b-24eec8410456,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:30.967396 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f78ea7bf-2a41-4f8d-a51c-ecea68a9a1b0 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:30.973483 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f78ea7bf-2a41-4f8d-a51c-ecea68a9a1b0 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks [] for security_group_rule, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:30.975790 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-f78ea7bf-2a41-4f8d-a51c-ecea68a9a1b0 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2645044 Jan 21 20:02:30.980364 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 58284) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:02:30.987347 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-bdfd6ac4-f619-41b9-93cd-114e7c10f976 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Request body: {'security_group_rule': {'security_group_id': '60946016-57c1-444c-8938-fbcfc9f86c7a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:02:30.999532 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-bdfd6ac4-f619-41b9-93cd-114e7c10f976 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:02:31.004968 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-bdfd6ac4-f619-41b9-93cd-114e7c10f976 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Usage tracker for resource:security_group_rule and tenant:ac30196b7fac4ccba1cac9aaee7458e7 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:02:31.009495 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-bdfd6ac4-f619-41b9-93cd-114e7c10f976 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:02:31.017666 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-bdfd6ac4-f619-41b9-93cd-114e7c10f976 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:02:31.044416 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bdfd6ac4-f619-41b9-93cd-114e7c10f976 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks [] for security_group_rule, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:31.162945 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bdfd6ac4-f619-41b9-93cd-114e7c10f976 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:31.167195 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bdfd6ac4-f619-41b9-93cd-114e7c10f976 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600105'] for security_group_rule, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:31.169782 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-bc644f0d-4d5c-484d-bf07-de856075e6ab tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:31.204750 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfd6ac4-f619-41b9-93cd-114e7c10f976 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20d855f5-8507-4d41-9f8d-e86b423bd021,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:31.210037 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-bdfd6ac4-f619-41b9-93cd-114e7c10f976 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:31.219343 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bdfd6ac4-f619-41b9-93cd-114e7c10f976 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks [] for security_group_rule, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:31.222367 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-bdfd6ac4-f619-41b9-93cd-114e7c10f976 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2395325 Jan 21 20:02:31.226865 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 58288) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:02:31.234421 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-235c7f2e-474e-4cfb-ad15-5db960703330 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Request body: {'floatingip': {'floating_network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:02:31.254102 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-235c7f2e-474e-4cfb-ad15-5db960703330 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:02:31.259970 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-235c7f2e-474e-4cfb-ad15-5db960703330 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Usage tracker for resource:floatingip and tenant:ac30196b7fac4ccba1cac9aaee7458e7 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:02:31.264930 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-235c7f2e-474e-4cfb-ad15-5db960703330 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:02:31.277118 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-235c7f2e-474e-4cfb-ad15-5db960703330 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:02:31.295296 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-235c7f2e-474e-4cfb-ad15-5db960703330 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks [] for floatingip, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:31.587878 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-235c7f2e-474e-4cfb-ad15-5db960703330 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:31.701053 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e536da-28f5-4e79-9501-ef15e8a9e3ad req-99dc5294-15ba-4358-85d3-240e829dd51d tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:31.702839 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-76e536da-28f5-4e79-9501-ef15e8a9e3ad req-99dc5294-15ba-4358-85d3-240e829dd51d tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 945 time: 0.1995664 Jan 21 20:02:31.762409 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-76e536da-28f5-4e79-9501-ef15e8a9e3ad req-da2d7658-60ae-4ece-adb0-fca60e718e1c tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups?id=cab5a398-bf18-4a00-b529-b5417239d120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514863 Jan 21 20:02:32.061709 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f99b54-1f53-47be-8e78-33a3c543b5bc req-32b70732-d017-4f62-8ef8-385b66df3c11 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:32.064201 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f5f99b54-1f53-47be-8e78-33a3c543b5bc req-32b70732-d017-4f62-8ef8-385b66df3c11 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/ports?device_id=24d3ec69-54e2-4a57-a28b-a4f1cb84e233 HTTP/1.1" status: 200 len: 943 time: 0.1264594 Jan 21 20:02:32.075901 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-235c7f2e-474e-4cfb-ad15-5db960703330 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Allocated IP 172.27.2.225 (a57e5c9c-980e-4c63-98b2-db6c66af0db2/ea65500f-ac9d-4758-b95c-d190d3e0e3d5/462d37a7-2e33-4092-bda1-b48fa85e0c45) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:02:32.161247 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f5f99b54-1f53-47be-8e78-33a3c543b5bc req-9ce469e3-0bc6-4e11-9323-77f716e4ee1f tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/security-groups?id=5caebf4a-8cfb-41da-be6a-549efa993de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845375 Jan 21 20:02:32.275618 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-235c7f2e-474e-4cfb-ad15-5db960703330 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:32.311422 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-235c7f2e-474e-4cfb-ad15-5db960703330 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2470122'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:32.331020 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:32.480683 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c7f2e-474e-4cfb-ad15-5db960703330 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Pushing event updated for resources: {'Port': ['ID=462d37a7-2e33-4092-bda1-b48fa85e0c45,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:32.486168 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-235c7f2e-474e-4cfb-ad15-5db960703330 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:32.551068 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235c7f2e-474e-4cfb-ad15-5db960703330 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Network a57e5c9c-980e-4c63-98b2-db6c66af0db2 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:02:32.553348 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-235c7f2e-474e-4cfb-ad15-5db960703330 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:02:32.555848 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235c7f2e-474e-4cfb-ad15-5db960703330 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:02:32.635773 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 22d74c65-3ce7-418c-844c-008c176639c1 up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:02:32.665647 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-235c7f2e-474e-4cfb-ad15-5db960703330 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks [] for floatingip, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:32.776365 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning for port 22d74c65-3ce7-418c-844c-008c176639c1 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:02:32.786224 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 22d74c65-3ce7-418c-844c-008c176639c1 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:02:32.787869 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:32.789596 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-235c7f2e-474e-4cfb-ad15-5db960703330 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:32.994413 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:33.033112 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d3ec69-54e2-4a57-a28b-a4f1cb84e233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d74c65-3ce7-418c-844c-008c176639c1'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:02:33.045595 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] For port 22d74c65-3ce7-418c-844c-008c176639c1, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=22d74c65-3ce7-418c-844c-008c176639c1,segment=NetworkSegment(ad9134c2-9bba-4db6-8545-46f5d3417125),segment_id=ad9134c2-9bba-4db6-8545-46f5d3417125)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:02:33.049213 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:33.052470 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:33.152130 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Pushing event updated for resources: {'Port': ['ID=22d74c65-3ce7-418c-844c-008c176639c1,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:33.169278 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24d3ec69-54e2-4a57-a28b-a4f1cb84e233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d74c65-3ce7-418c-844c-008c176639c1', 'code': 200} Jan 21 20:02:33.172217 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:33.172885 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:33.173874 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:33.174159 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:33.174845 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:33.175496 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:33.176148 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:33.176776 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:33.178729 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:33.179400 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:33.180003 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:33.180652 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:33.181363 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:33.182009 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:33.182673 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:33.183327 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:33.183983 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:33.184622 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:33.185257 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:33.185880 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:33.186574 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:33.187237 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:33.187889 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:33.188521 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:33.198048 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:33.315270 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-235c7f2e-474e-4cfb-ad15-5db960703330 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:33.322917 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-235c7f2e-474e-4cfb-ad15-5db960703330 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852305763'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:33.341400 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-167a7e1c-1f2a-436c-8d3e-2479fb2552bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:33.533874 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c7f2e-474e-4cfb-ad15-5db960703330 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Pushing event updated for resources: {'Port': ['ID=462d37a7-2e33-4092-bda1-b48fa85e0c45,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:33.548398 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-235c7f2e-474e-4cfb-ad15-5db960703330 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:33.704608 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09a102-d888-47bc-ad1e-3cfcc2b59c8c req-95ae79cb-498c-436e-b54d-3212ba1687d0 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:33.707276 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4f09a102-d888-47bc-ad1e-3cfcc2b59c8c req-95ae79cb-498c-436e-b54d-3212ba1687d0 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/ports?device_id=24d3ec69-54e2-4a57-a28b-a4f1cb84e233 HTTP/1.1" status: 200 len: 945 time: 0.3197477 Jan 21 20:02:33.718722 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca131b-0e3a-4b6f-b87a-21cbf061c695 req-b648bb64-dde8-457c-b7ef-a799538eb2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:33.721557 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-eaca131b-0e3a-4b6f-b87a-21cbf061c695 req-b648bb64-dde8-457c-b7ef-a799538eb2e4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=24d3ec69-54e2-4a57-a28b-a4f1cb84e233 HTTP/1.1" status: 200 len: 1162 time: 0.2550528 Jan 21 20:02:33.738845 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-235c7f2e-474e-4cfb-ad15-5db960703330 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853807100'] for floatingip, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:33.772874 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-235c7f2e-474e-4cfb-ad15-5db960703330 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for floatingip, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:33.775302 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-235c7f2e-474e-4cfb-ad15-5db960703330 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5470555 Jan 21 20:02:33.875373 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4f09a102-d888-47bc-ad1e-3cfcc2b59c8c req-a4673ed3-f6df-40e2-b44e-9fee166aab6a tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/security-groups?id=5caebf4a-8cfb-41da-be6a-549efa993de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520369 Jan 21 20:02:33.888462 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-eaca131b-0e3a-4b6f-b87a-21cbf061c695 req-37b26353-d5af-4218-82f3-ad18b4b390aa service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5caebf4a-8cfb-41da-be6a-549efa993de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258605 Jan 21 20:02:34.244334 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 22d74c65-3ce7-418c-844c-008c176639c1 up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:02:34.256819 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-cc1c7773-29d3-4ce0-af93-e5c7177001a1 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1393453464&fields=id&tenant_id=ac30196b7fac4ccba1cac9aaee7458e7 HTTP/1.1" status: 200 len: 267 time: 0.0860682 Jan 21 20:02:34.386337 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 22d74c65-3ce7-418c-844c-008c176639c1 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:02:34.387205 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:34.514116 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-74555265-f7c5-4dab-a0d9-60f4f9b6a475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:34.545509 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-68980bd1-e78f-43c3-bc0d-0ec92e356144 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:34.548492 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-68980bd1-e78f-43c3-bc0d-0ec92e356144 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/networks?id=d6138fb5-b76e-4f29-8bbf-74ec66db9e66 HTTP/1.1" status: 200 len: 817 time: 0.2755604 Jan 21 20:02:34.595022 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-6f2c2f48-ccd7-4a6f-9156-028da22f8ee1 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/quotas/ac30196b7fac4ccba1cac9aaee7458e7 HTTP/1.1" status: 200 len: 375 time: 0.0317030 Jan 21 20:02:34.740584 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-d2d840e8-4712-45ff-abf5-c706803ab3ed tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?tenant_id=ac30196b7fac4ccba1cac9aaee7458e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1291318 Jan 21 20:02:34.925302 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-2ed21630-be39-4c65-8555-e8688d655fce service neutron] 10.222.0.74 "GET /v2.0/networks/d6138fb5-b76e-4f29-8bbf-74ec66db9e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597824 Jan 21 20:02:35.111095 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-27fdc1ba-18ef-4ade-b447-f9e9fd5a6ba4 service neutron] 10.222.0.74 "GET /v2.0/networks/d6138fb5-b76e-4f29-8bbf-74ec66db9e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1727147 Jan 21 20:02:35.497959 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0f2ab-f1fa-4915-8942-634c75771060 req-feafbf42-f328-4168-990c-92cb94ceafc3 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:35.499715 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4ec0f2ab-f1fa-4915-8942-634c75771060 req-feafbf42-f328-4168-990c-92cb94ceafc3 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/ports?device_id=24d3ec69-54e2-4a57-a28b-a4f1cb84e233 HTTP/1.1" status: 200 len: 945 time: 0.1760683 Jan 21 20:02:35.569713 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4ec0f2ab-f1fa-4915-8942-634c75771060 req-b7a5243a-dc22-4a07-a5a4-f5f45557d60d tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/security-groups?id=5caebf4a-8cfb-41da-be6a-549efa993de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613589 Jan 21 20:02:35.740495 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2edbe526-e6fd-4b94-9542-5580bd2ba165 req-cada5b97-86ff-4fc0-939b-f80a04888c28 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 210 time: 0.1023939 Jan 21 20:02:36.516537 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-84773223-2fdd-479b-af4c-6308d3a441f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:37.094114 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8018b5b3-6e54-4f3a-8eca-e240a955d815 req-15c2405e-e823-42f8-9ce5-603d218784db tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:37.096970 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8018b5b3-6e54-4f3a-8eca-e240a955d815 req-15c2405e-e823-42f8-9ce5-603d218784db tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/ports?device_id=24d3ec69-54e2-4a57-a28b-a4f1cb84e233 HTTP/1.1" status: 200 len: 945 time: 0.3397167 Jan 21 20:02:37.270783 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8b223270-94b5-45e3-8e67-24ef11e00992 req-5b73ef0b-2c86-4889-91c4-28b14cf12c99 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 210 time: 0.1621013 Jan 21 20:02:37.368297 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8018b5b3-6e54-4f3a-8eca-e240a955d815 req-1071cf55-cb45-420e-b7a9-a77566b1a76d tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/security-groups?id=5caebf4a-8cfb-41da-be6a-549efa993de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518148 Jan 21 20:02:37.410076 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-1a63cd1e-e21c-4a6c-8467-2dfc8f1acfcb tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:37.412669 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-1a63cd1e-e21c-4a6c-8467-2dfc8f1acfcb tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.83 "GET /v2.0/networks?id=d6138fb5-b76e-4f29-8bbf-74ec66db9e66 HTTP/1.1" status: 200 len: 817 time: 0.5084729 Jan 21 20:02:37.530241 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:37.615399 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-012ff66f-974f-4506-96b4-db3e778bdfbb tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ac30196b7fac4ccba1cac9aaee7458e7 HTTP/1.1" status: 200 len: 5709 time: 0.1648149 Jan 21 20:02:37.625337 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-e4d4c323-2a18-4d1b-8904-b9739bbe328e tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Request body: {'port': {'device_id': '485f2d00-a349-4128-90a8-d8186f8b7a54', 'network_id': 'd6138fb5-b76e-4f29-8bbf-74ec66db9e66', 'admin_state_up': True, 'tenant_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'security_groups': ['60946016-57c1-444c-8938-fbcfc9f86c7a']}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:02:37.818484 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-e4d4c323-2a18-4d1b-8904-b9739bbe328e tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:02:37.826259 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-e4d4c323-2a18-4d1b-8904-b9739bbe328e tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Usage tracker for resource:port and tenant:ac30196b7fac4ccba1cac9aaee7458e7 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:02:37.831538 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-e4d4c323-2a18-4d1b-8904-b9739bbe328e tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Quota usage for port was recalculated. Used quota:3. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:02:37.843045 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-e4d4c323-2a18-4d1b-8904-b9739bbe328e tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:02:37.857055 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-e4d4c323-2a18-4d1b-8904-b9739bbe328e tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Made reservation on behalf of ac30196b7fac4ccba1cac9aaee7458e7 for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:02:37.868374 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-e4d4c323-2a18-4d1b-8904-b9739bbe328e tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:38.233801 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-e4d4c323-2a18-4d1b-8904-b9739bbe328e tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Allocated IP 172.20.0.13 (d6138fb5-b76e-4f29-8bbf-74ec66db9e66/c1281d7a-a47b-4e8a-8373-d8daef5b1038/ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:02:38.486996 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:38.561330 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b99b03b6-361e-4384-ab7b-11efd2a84341 req-aa3f841a-02dc-4755-8efa-35ab84b1a777 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 210 time: 0.1156502 Jan 21 20:02:38.636608 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-e4d4c323-2a18-4d1b-8904-b9739bbe328e tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:38.658192 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-e4d4c323-2a18-4d1b-8904-b9739bbe328e tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Transition to ACTIVE for port object ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83 will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:02:38.732421 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-e4d4c323-2a18-4d1b-8904-b9739bbe328e tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852560929'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:38.767192 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-65587a2d-e344-446f-9210-e0d3212f3d1a tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:38.980956 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:39.311380 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d4c323-2a18-4d1b-8904-b9739bbe328e tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Pushing event updated for resources: {'Port': ['ID=ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:39.320995 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e4d4c323-2a18-4d1b-8904-b9739bbe328e tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:39.464153 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-e4d4c323-2a18-4d1b-8904-b9739bbe328e tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Network d6138fb5-b76e-4f29-8bbf-74ec66db9e66 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:02:39.467998 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-e4d4c323-2a18-4d1b-8904-b9739bbe328e tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:02:39.517170 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f3dd6-bc1f-4587-a292-782822fd7eb7 req-22f570ea-e578-4c93-a5e3-c50e95020472 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:39.520094 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2d4f3dd6-bc1f-4587-a292-782822fd7eb7 req-22f570ea-e578-4c93-a5e3-c50e95020472 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/ports?device_id=24d3ec69-54e2-4a57-a28b-a4f1cb84e233 HTTP/1.1" status: 200 len: 945 time: 0.3014495 Jan 21 20:02:39.521615 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-e4d4c323-2a18-4d1b-8904-b9739bbe328e tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:02:39.730099 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2d4f3dd6-bc1f-4587-a292-782822fd7eb7 req-bc5c3bd3-827c-4029-9628-56c6b7adbd9c tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/security-groups?id=5caebf4a-8cfb-41da-be6a-549efa993de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563382 Jan 21 20:02:39.765603 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-889dbda1-f566-4bef-bc17-e4cb79101b99 None None] Provisioning for port ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83 completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:02:39.769320 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-e4d4c323-2a18-4d1b-8904-b9739bbe328e tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:39.770742 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-e4d4c323-2a18-4d1b-8904-b9739bbe328e tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:39.781601 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-889dbda1-f566-4bef-bc17-e4cb79101b99 None None] Provisioning complete for port ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:02:39.782946 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-889dbda1-f566-4bef-bc17-e4cb79101b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:39.820070 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-e4d4c323-2a18-4d1b-8904-b9739bbe328e tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1990495 Jan 21 20:02:39.850743 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-61e1b18f-ec6a-42aa-a36f-af5bbb3d7c2f service neutron] Request body: {'port': {'device_id': '485f2d00-a349-4128-90a8-d8186f8b7a54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:02:39.923134 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-889dbda1-f566-4bef-bc17-e4cb79101b99 None None] Port ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83 cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 20:02:40.222361 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-61e1b18f-ec6a-42aa-a36f-af5bbb3d7c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:40.297664 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b892be-4f4e-44ba-ab2f-4e3ce845e5ae req-4aae9f09-cc50-4368-acd5-0591dce9a560 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:40.299044 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-e7b892be-4f4e-44ba-ab2f-4e3ce845e5ae req-4aae9f09-cc50-4368-acd5-0591dce9a560 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Synchronizing usage tracker for tenant:ac30196b7fac4ccba1cac9aaee7458e7 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:02:40.426777 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-e7b892be-4f4e-44ba-ab2f-4e3ce845e5ae req-4aae9f09-cc50-4368-acd5-0591dce9a560 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Unset dirty status for tenant:ac30196b7fac4ccba1cac9aaee7458e7 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:02:40.428691 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e7b892be-4f4e-44ba-ab2f-4e3ce845e5ae req-4aae9f09-cc50-4368-acd5-0591dce9a560 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 932 time: 0.5130594 Jan 21 20:02:40.617063 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e7b892be-4f4e-44ba-ab2f-4e3ce845e5ae req-6a95fe02-dd50-4599-ae62-0f87ddaee2d8 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476853 Jan 21 20:02:40.909660 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276bd1f9-5be7-44d3-9794-b2531636fc74 req-b6de923f-d2d1-4ed1-952d-d990af1b944b tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:40.911605 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-276bd1f9-5be7-44d3-9794-b2531636fc74 req-b6de923f-d2d1-4ed1-952d-d990af1b944b tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.83 "GET /v2.0/ports?device_id=24d3ec69-54e2-4a57-a28b-a4f1cb84e233 HTTP/1.1" status: 200 len: 945 time: 0.2420318 Jan 21 20:02:41.074136 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-276bd1f9-5be7-44d3-9794-b2531636fc74 req-ecba5254-1d3d-4f74-9d06-d43c03efa43a tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Deleting port 22d74c65-3ce7-418c-844c-008c176639c1 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:02:41.074442 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-276bd1f9-5be7-44d3-9794-b2531636fc74 req-ecba5254-1d3d-4f74-9d06-d43c03efa43a tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:41.247627 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-61e1b18f-ec6a-42aa-a36f-af5bbb3d7c2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83 {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 20:02:41.269761 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-61e1b18f-ec6a-42aa-a36f-af5bbb3d7c2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:41.307488 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-61e1b18f-ec6a-42aa-a36f-af5bbb3d7c2f service neutron] Transition to ACTIVE for port object ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83 will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:02:41.341043 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930dfc9-5344-4e78-a2a2-f73915d37340 req-0eac7218-1d8c-4d62-b0df-8b1dbb92577f tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:41.342826 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f930dfc9-5344-4e78-a2a2-f73915d37340 req-0eac7218-1d8c-4d62-b0df-8b1dbb92577f tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/ports?device_id=24d3ec69-54e2-4a57-a28b-a4f1cb84e233 HTTP/1.1" status: 200 len: 945 time: 0.3596156 Jan 21 20:02:41.343613 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-61e1b18f-ec6a-42aa-a36f-af5bbb3d7c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214824'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:41.379679 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-4d57bd25-a884-448f-a3cb-681ee3e3fc9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:41.668805 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1b18f-ec6a-42aa-a36f-af5bbb3d7c2f service neutron] Pushing event updated for resources: {'Port': ['ID=ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:41.684181 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f930dfc9-5344-4e78-a2a2-f73915d37340 req-2805b192-c2a8-45f9-98cf-792942f5d1c6 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/security-groups?id=5caebf4a-8cfb-41da-be6a-549efa993de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254199 Jan 21 20:02:41.699765 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e1b18f-ec6a-42aa-a36f-af5bbb3d7c2f service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:41.700192 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e1b18f-ec6a-42aa-a36f-af5bbb3d7c2f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:41.700609 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e1b18f-ec6a-42aa-a36f-af5bbb3d7c2f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:41.701019 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e1b18f-ec6a-42aa-a36f-af5bbb3d7c2f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:41.701424 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e1b18f-ec6a-42aa-a36f-af5bbb3d7c2f service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:41.701829 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e1b18f-ec6a-42aa-a36f-af5bbb3d7c2f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:41.702228 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e1b18f-ec6a-42aa-a36f-af5bbb3d7c2f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:41.702658 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e1b18f-ec6a-42aa-a36f-af5bbb3d7c2f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:41.703056 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e1b18f-ec6a-42aa-a36f-af5bbb3d7c2f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:41.703434 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e1b18f-ec6a-42aa-a36f-af5bbb3d7c2f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:41.703833 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e1b18f-ec6a-42aa-a36f-af5bbb3d7c2f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:41.704336 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e1b18f-ec6a-42aa-a36f-af5bbb3d7c2f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:41.704678 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e1b18f-ec6a-42aa-a36f-af5bbb3d7c2f service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:41.705080 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e1b18f-ec6a-42aa-a36f-af5bbb3d7c2f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:41.705480 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e1b18f-ec6a-42aa-a36f-af5bbb3d7c2f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:41.705881 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e1b18f-ec6a-42aa-a36f-af5bbb3d7c2f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:41.706278 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e1b18f-ec6a-42aa-a36f-af5bbb3d7c2f service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:41.706702 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e1b18f-ec6a-42aa-a36f-af5bbb3d7c2f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:41.711512 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e1b18f-ec6a-42aa-a36f-af5bbb3d7c2f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:41.711512 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e1b18f-ec6a-42aa-a36f-af5bbb3d7c2f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:41.711512 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e1b18f-ec6a-42aa-a36f-af5bbb3d7c2f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:41.711512 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e1b18f-ec6a-42aa-a36f-af5bbb3d7c2f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:41.711512 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e1b18f-ec6a-42aa-a36f-af5bbb3d7c2f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:41.711512 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e1b18f-ec6a-42aa-a36f-af5bbb3d7c2f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:02:41.719733 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-61e1b18f-ec6a-42aa-a36f-af5bbb3d7c2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:41.763914 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-276bd1f9-5be7-44d3-9794-b2531636fc74 req-ecba5254-1d3d-4f74-9d06-d43c03efa43a tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] For port 22d74c65-3ce7-418c-844c-008c176639c1, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=22d74c65-3ce7-418c-844c-008c176639c1,segment=NetworkSegment(ad9134c2-9bba-4db6-8545-46f5d3417125),segment_id=ad9134c2-9bba-4db6-8545-46f5d3417125)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:02:41.764490 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-276bd1f9-5be7-44d3-9794-b2531636fc74 req-ecba5254-1d3d-4f74-9d06-d43c03efa43a tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:41.977345 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-276bd1f9-5be7-44d3-9794-b2531636fc74 req-ecba5254-1d3d-4f74-9d06-d43c03efa43a tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Calling delete_port for 22d74c65-3ce7-418c-844c-008c176639c1 owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:02:42.227774 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 22d74c65-3ce7-418c-844c-008c176639c1 no longer exists at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:02:42.372156 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-61e1b18f-ec6a-42aa-a36f-af5bbb3d7c2f service neutron] Attempting to bind port ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83 on host hv-cinder-72618 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 20:02:42.372772 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-61e1b18f-ec6a-42aa-a36f-af5bbb3d7c2f service neutron] Attempting to bind port ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83 by drivers openvswitch on host hv-cinder-72618 at level 0 using segments [{'id': '1f47a8ba-e3ad-4d68-a35b-b035d86b14ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd6138fb5-b76e-4f29-8bbf-74ec66db9e66'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 20:02:42.373369 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-61e1b18f-ec6a-42aa-a36f-af5bbb3d7c2f service neutron] Attempting to bind port ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83 on network d6138fb5-b76e-4f29-8bbf-74ec66db9e66 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 20:02:42.426245 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3f576-d20c-4281-b56f-be333c36614f req-39730762-7c65-4590-bdce-48222a172288 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:42.428847 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7da3f576-d20c-4281-b56f-be333c36614f req-39730762-7c65-4590-bdce-48222a172288 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 944 time: 0.4609361 Jan 21 20:02:42.437355 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-61e1b18f-ec6a-42aa-a36f-af5bbb3d7c2f service neutron] Checking agent: {'id': 'f41af306-ec4b-4f2b-b4b7-a53ee99eba1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 53, 28), 'started_at': datetime.datetime(2021, 1, 21, 19, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 20, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 20:02:42.437749 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-61e1b18f-ec6a-42aa-a36f-af5bbb3d7c2f service neutron] Checking segment: {'id': '1f47a8ba-e3ad-4d68-a35b-b035d86b14ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd6138fb5-b76e-4f29-8bbf-74ec66db9e66'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:02:42.438144 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-61e1b18f-ec6a-42aa-a36f-af5bbb3d7c2f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:42.438580 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-61e1b18f-ec6a-42aa-a36f-af5bbb3d7c2f service neutron] Bound using segment: {'id': '1f47a8ba-e3ad-4d68-a35b-b035d86b14ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd6138fb5-b76e-4f29-8bbf-74ec66db9e66'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 20:02:42.439091 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-61e1b18f-ec6a-42aa-a36f-af5bbb3d7c2f service neutron] Bound port: ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83, host: hv-cinder-72618, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f47a8ba-e3ad-4d68-a35b-b035d86b14ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd6138fb5-b76e-4f29-8bbf-74ec66db9e66'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 20:02:42.439474 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-61e1b18f-ec6a-42aa-a36f-af5bbb3d7c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:42.466169 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:42.535443 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-276bd1f9-5be7-44d3-9794-b2531636fc74 req-ecba5254-1d3d-4f74-9d06-d43c03efa43a tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852560929'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:42.570542 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-06f370ee-a2d6-4272-b302-02e21a6f3575 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:42.912973 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7da3f576-d20c-4281-b56f-be333c36614f req-c9a2db92-936a-4c8e-ac2e-2e97d5bd62fa tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4568746 Jan 21 20:02:42.913954 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba5254-1d3d-4f74-9d06-d43c03efa43a tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Pushing event deleted for resources: {'Port': ['ID=22d74c65-3ce7-418c-844c-008c176639c1,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:43.007478 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ecba5254-1d3d-4f74-9d06-d43c03efa43a tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:43.112569 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-04aa3788-70cb-46f9-8e29-fb123f5c77f0 req-a93435ac-ff34-4b54-9ba9-58c14dd7a594 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.74 "GET /v2.0/ports?device_id=24d3ec69-54e2-4a57-a28b-a4f1cb84e233 HTTP/1.1" status: 200 len: 210 time: 0.1162541 Jan 21 20:02:43.136412 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-61e1b18f-ec6a-42aa-a36f-af5bbb3d7c2f service neutron] For port ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83, host hv-cinder-72618, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 20:02:43.160524 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-61e1b18f-ec6a-42aa-a36f-af5bbb3d7c2f service neutron] For port ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83,segment=NetworkSegment(1f47a8ba-e3ad-4d68-a35b-b035d86b14ed),segment_id=1f47a8ba-e3ad-4d68-a35b-b035d86b14ed)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 20:02:43.167509 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-61e1b18f-ec6a-42aa-a36f-af5bbb3d7c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214824'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:43.188139 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d425af6a-d1c2-492a-9887-b9b933697245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:43.482623 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-276bd1f9-5be7-44d3-9794-b2531636fc74 req-ecba5254-1d3d-4f74-9d06-d43c03efa43a tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] No DVR routers for this DVR port 22d74c65-3ce7-418c-844c-008c176639c1 on host hv-cinder-72618 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 20:02:43.488566 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-276bd1f9-5be7-44d3-9794-b2531636fc74 req-ecba5254-1d3d-4f74-9d06-d43c03efa43a tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:43.491760 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d3ec69-54e2-4a57-a28b-a4f1cb84e233', 'name': 'network-vif-deleted', 'tag': '22d74c65-3ce7-418c-844c-008c176639c1'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:02:43.525608 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1b18f-ec6a-42aa-a36f-af5bbb3d7c2f service neutron] Pushing event updated for resources: {'Port': ['ID=ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:43.534175 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-61e1b18f-ec6a-42aa-a36f-af5bbb3d7c2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:43.553388 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-276bd1f9-5be7-44d3-9794-b2531636fc74 req-ecba5254-1d3d-4f74-9d06-d43c03efa43a tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] 10.222.0.83 "DELETE /v2.0/ports/22d74c65-3ce7-418c-844c-008c176639c1 HTTP/1.1" status: 204 len: 173 time: 2.6313789 Jan 21 20:02:43.595346 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-61e1b18f-ec6a-42aa-a36f-af5bbb3d7c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:43.598039 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-61e1b18f-ec6a-42aa-a36f-af5bbb3d7c2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:43.613425 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-61e1b18f-ec6a-42aa-a36f-af5bbb3d7c2f service neutron] 10.222.0.83 "PUT /v2.0/ports/ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83 HTTP/1.1" status: 200 len: 1158 time: 3.7729471 Jan 21 20:02:43.667325 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24d3ec69-54e2-4a57-a28b-a4f1cb84e233', 'name': 'network-vif-deleted', 'tag': '22d74c65-3ce7-418c-844c-008c176639c1', 'status': 'completed', 'code': 200} Jan 21 20:02:43.917512 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-de512d28-3dba-4f5f-a94c-ebc1e23ec3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:43.925429 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-de512d28-3dba-4f5f-a94c-ebc1e23ec3fc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ac30196b7fac4ccba1cac9aaee7458e7&device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 1161 time: 0.2295849 Jan 21 20:02:43.996749 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.agents_db [None req-c7ecb146-6622-446f-8bab-48f8cf3fe8cd None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:02:44.153487 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-3a72b37d-0a6c-4188-9c5d-25a46695206a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83 HTTP/1.1" status: 200 len: 217 time: 0.2081904 Jan 21 20:02:44.332589 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-690fcf5b-6e52-4d0b-bad1-04993c327ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:44.334720 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-690fcf5b-6e52-4d0b-bad1-04993c327ca3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c1281d7a-a47b-4e8a-8373-d8daef5b1038 HTTP/1.1" status: 200 len: 856 time: 0.1629391 Jan 21 20:02:44.465734 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf3ead-0a1e-4b7b-b5f6-7ba3ea22abef req-f1615f41-4568-4a03-af0b-27c78b8d4cc3 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:44.467734 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c5cf3ead-0a1e-4b7b-b5f6-7ba3ea22abef req-f1615f41-4568-4a03-af0b-27c78b8d4cc3 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 945 time: 0.3975382 Jan 21 20:02:44.501082 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a6fa9-387c-4641-b657-b939ed706f5b req-ec7f843c-a7be-4d6f-a59b-6949d10f65f1 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:44.502830 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-042a6fa9-387c-4641-b657-b939ed706f5b req-ec7f843c-a7be-4d6f-a59b-6949d10f65f1 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 944 time: 0.2720437 Jan 21 20:02:44.602039 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c5cf3ead-0a1e-4b7b-b5f6-7ba3ea22abef req-75aff6aa-dda3-4a46-a211-b64f112f4e66 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups?id=cab5a398-bf18-4a00-b529-b5417239d120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249824 Jan 21 20:02:44.616965 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-0646e6ec-88f0-42d7-8177-ee1026dd8351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:44.617616 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-0646e6ec-88f0-42d7-8177-ee1026dd8351 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d6138fb5-b76e-4f29-8bbf-74ec66db9e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2750320 Jan 21 20:02:44.626220 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-042a6fa9-387c-4641-b657-b939ed706f5b req-942816cb-88ee-428c-8dfd-e3d52f87c0be tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024313 Jan 21 20:02:44.872414 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-6cce0355-c4a6-492d-a824-ed2544e6fb09 service neutron] 10.222.0.83 "GET /v2.0/networks/d6138fb5-b76e-4f29-8bbf-74ec66db9e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449305 Jan 21 20:02:45.076932 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e8f39dec-b0b5-4ebf-8d2f-c2d8fde817c3 req-c7a42678-4ddc-4799-8cd4-8f0b1ab1201f tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3101029 Jan 21 20:02:45.100448 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-e8f39dec-b0b5-4ebf-8d2f-c2d8fde817c3 req-badd7b1a-2065-4d79-9123-5d0ea826c860 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Request body: {'floatingip': {'floating_network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:02:45.113164 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-e8f39dec-b0b5-4ebf-8d2f-c2d8fde817c3 req-badd7b1a-2065-4d79-9123-5d0ea826c860 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:02:45.117432 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-bd960103-d8f1-4ea1-a87b-a82df42094d1 req-6e076021-5caa-4ffd-b68b-9ff2d35f6004 service neutron] 10.222.0.83 "GET /v2.0/networks/d6138fb5-b76e-4f29-8bbf-74ec66db9e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2354510 Jan 21 20:02:45.119990 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-e8f39dec-b0b5-4ebf-8d2f-c2d8fde817c3 req-badd7b1a-2065-4d79-9123-5d0ea826c860 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Usage tracker for resource:floatingip and tenant:0ddb4b82bd4d4ba798210dfef0c51e89 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:02:45.124273 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-e8f39dec-b0b5-4ebf-8d2f-c2d8fde817c3 req-badd7b1a-2065-4d79-9123-5d0ea826c860 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:02:45.129402 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-e8f39dec-b0b5-4ebf-8d2f-c2d8fde817c3 req-badd7b1a-2065-4d79-9123-5d0ea826c860 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:02:45.144287 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e8f39dec-b0b5-4ebf-8d2f-c2d8fde817c3 req-badd7b1a-2065-4d79-9123-5d0ea826c860 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks [] for floatingip, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:45.363114 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e8f39dec-b0b5-4ebf-8d2f-c2d8fde817c3 req-badd7b1a-2065-4d79-9123-5d0ea826c860 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:45.673157 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '485f2d00-a349-4128-90a8-d8186f8b7a54', 'tag': 'ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:02:45.828054 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [req-e8f39dec-b0b5-4ebf-8d2f-c2d8fde817c3 req-badd7b1a-2065-4d79-9123-5d0ea826c860 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Allocated IP 172.27.2.53 (a57e5c9c-980e-4c63-98b2-db6c66af0db2/ea65500f-ac9d-4758-b95c-d190d3e0e3d5/e621185b-acc8-41fc-8f0e-9ad12cb6521c) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:02:46.096265 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e8f39dec-b0b5-4ebf-8d2f-c2d8fde817c3 req-badd7b1a-2065-4d79-9123-5d0ea826c860 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:46.249547 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e8f39dec-b0b5-4ebf-8d2f-c2d8fde817c3 req-badd7b1a-2065-4d79-9123-5d0ea826c860 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852560929'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:46.267699 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-4d57bd25-a884-448f-a3cb-681ee3e3fc9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:46.438327 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd7b1a-2065-4d79-9123-5d0ea826c860 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Pushing event updated for resources: {'Port': ['ID=e621185b-acc8-41fc-8f0e-9ad12cb6521c,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:46.465827 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37a38e-0143-4aaa-a494-990efc598dfc req-56d30421-4aee-4e9b-a8cd-269fd4d034b8 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:46.467628 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6c37a38e-0143-4aaa-a494-990efc598dfc req-56d30421-4aee-4e9b-a8cd-269fd4d034b8 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 944 time: 0.3411624 Jan 21 20:02:46.480721 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-badd7b1a-2065-4d79-9123-5d0ea826c860 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:46.565631 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6c37a38e-0143-4aaa-a494-990efc598dfc req-422b509f-8fd9-4bd0-8319-457b2303a635 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805564 Jan 21 20:02:46.580506 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8f39dec-b0b5-4ebf-8d2f-c2d8fde817c3 req-badd7b1a-2065-4d79-9123-5d0ea826c860 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Network a57e5c9c-980e-4c63-98b2-db6c66af0db2 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:02:46.582125 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [req-e8f39dec-b0b5-4ebf-8d2f-c2d8fde817c3 req-badd7b1a-2065-4d79-9123-5d0ea826c860 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:02:46.585886 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f39dec-b0b5-4ebf-8d2f-c2d8fde817c3 req-badd7b1a-2065-4d79-9123-5d0ea826c860 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:02:46.699504 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '485f2d00-a349-4128-90a8-d8186f8b7a54', 'tag': 'ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83', 'status': 'completed', 'code': 200} Jan 21 20:02:46.750964 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e8f39dec-b0b5-4ebf-8d2f-c2d8fde817c3 req-badd7b1a-2065-4d79-9123-5d0ea826c860 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks [] for floatingip, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:46.897045 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e8f39dec-b0b5-4ebf-8d2f-c2d8fde817c3 req-badd7b1a-2065-4d79-9123-5d0ea826c860 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:47.298239 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f158cae-bef9-425e-a5a7-f7aab4244b7b req-e1cc0ce3-672d-4a70-8ea4-1d3dbd455de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:47.299982 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8f158cae-bef9-425e-a5a7-f7aab4244b7b req-e1cc0ce3-672d-4a70-8ea4-1d3dbd455de4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ac30196b7fac4ccba1cac9aaee7458e7&device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 1161 time: 0.5078080 Jan 21 20:02:47.526186 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e8f39dec-b0b5-4ebf-8d2f-c2d8fde817c3 req-badd7b1a-2065-4d79-9123-5d0ea826c860 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:47.530456 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e8f39dec-b0b5-4ebf-8d2f-c2d8fde817c3 req-badd7b1a-2065-4d79-9123-5d0ea826c860 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214824'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:47.555715 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-4a981116-9121-48f6-b392-6e4896c107bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:47.732343 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd7b1a-2065-4d79-9123-5d0ea826c860 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Pushing event updated for resources: {'Port': ['ID=e621185b-acc8-41fc-8f0e-9ad12cb6521c,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:47.741175 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-badd7b1a-2065-4d79-9123-5d0ea826c860 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:47.976001 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e8f39dec-b0b5-4ebf-8d2f-c2d8fde817c3 req-badd7b1a-2065-4d79-9123-5d0ea826c860 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853807100'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:48.040705 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e8f39dec-b0b5-4ebf-8d2f-c2d8fde817c3 req-badd7b1a-2065-4d79-9123-5d0ea826c860 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:48.042069 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e8f39dec-b0b5-4ebf-8d2f-c2d8fde817c3 req-badd7b1a-2065-4d79-9123-5d0ea826c860 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9500988 Jan 21 20:02:48.073300 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4215e57-f6ca-446c-b2a9-cd1152202076 req-0bab1509-bf67-4c3c-ac9b-204f9a3cb6e6 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:48.075083 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a4215e57-f6ca-446c-b2a9-cd1152202076 req-0bab1509-bf67-4c3c-ac9b-204f9a3cb6e6 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 944 time: 0.1923773 Jan 21 20:02:48.228201 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-e8f39dec-b0b5-4ebf-8d2f-c2d8fde817c3 req-1a10f5e9-f39e-43cf-9dfa-bdde083987a9 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Synchronizing usage tracker for tenant:0ddb4b82bd4d4ba798210dfef0c51e89 on resource:floatingip {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:02:48.336479 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a4215e57-f6ca-446c-b2a9-cd1152202076 req-dbf49fa2-0d75-4564-80b4-b9386e8e042f tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983509 Jan 21 20:02:48.349503 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-e8f39dec-b0b5-4ebf-8d2f-c2d8fde817c3 req-1a10f5e9-f39e-43cf-9dfa-bdde083987a9 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Unset dirty status for tenant:0ddb4b82bd4d4ba798210dfef0c51e89 on resource:floatingip {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:02:48.351761 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e8f39dec-b0b5-4ebf-8d2f-c2d8fde817c3 req-1a10f5e9-f39e-43cf-9dfa-bdde083987a9 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.27.2.53 HTTP/1.1" status: 200 len: 695 time: 0.2753739 Jan 21 20:02:48.566209 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f158cae-bef9-425e-a5a7-f7aab4244b7b req-1dfb6ed2-d3e1-4775-ad61-12c8d5bb492f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:48.568743 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8f158cae-bef9-425e-a5a7-f7aab4244b7b req-1dfb6ed2-d3e1-4775-ad61-12c8d5bb492f service neutron] 10.222.0.83 "GET /v2.0/networks?id=d6138fb5-b76e-4f29-8bbf-74ec66db9e66 HTTP/1.1" status: 200 len: 911 time: 0.4290838 Jan 21 20:02:48.682933 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f39dec-b0b5-4ebf-8d2f-c2d8fde817c3 req-a19de998-192d-4e1f-b3e5-746847a9e7c0 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:48.684605 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e8f39dec-b0b5-4ebf-8d2f-c2d8fde817c3 req-a19de998-192d-4e1f-b3e5-746847a9e7c0 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/networks/a57e5c9c-980e-4c63-98b2-db6c66af0db2 HTTP/1.1" status: 200 len: 784 time: 0.3036640 Jan 21 20:02:48.954241 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cce110-657e-439c-b282-e21093c91376 req-9780fce7-7deb-45f9-a64b-ab5601cd62c7 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:48.956051 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-61cce110-657e-439c-b282-e21093c91376 req-9780fce7-7deb-45f9-a64b-ab5601cd62c7 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1284842 Jan 21 20:02:49.139071 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8f158cae-bef9-425e-a5a7-f7aab4244b7b req-748ed7d5-42af-4c48-97cb-db0ddcad153d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83 HTTP/1.1" status: 200 len: 217 time: 0.0929055 Jan 21 20:02:49.146466 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-61cce110-657e-439c-b282-e21093c91376 req-21326c87-76a5-4b4b-91bf-d4ca47a5fc6c tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.27.2.53 HTTP/1.1" status: 200 len: 695 time: 0.1815560 Jan 21 20:02:49.158802 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-61cce110-657e-439c-b282-e21093c91376 req-55d94fb3-47da-41e7-b972-70a37d3c5e32 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Request body: {'floatingip': {'port_id': '264ab6b4-459b-4209-b7dd-e3cb94fce7e2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:02:49.254722 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-61cce110-657e-439c-b282-e21093c91376 req-55d94fb3-47da-41e7-b972-70a37d3c5e32 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks [] for floatingip, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:49.945048 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d92ae6-1baf-4550-9893-fe7888ea6659 req-63efb1ce-4240-4097-8b8f-4922f77769b7 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:49.946933 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-63d92ae6-1baf-4550-9893-fe7888ea6659 req-63efb1ce-4240-4097-8b8f-4922f77769b7 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 944 time: 0.3508420 Jan 21 20:02:50.073324 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f158cae-bef9-425e-a5a7-f7aab4244b7b req-2a95b59c-6370-4a8d-afcc-61e3a4d40614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:50.074964 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8f158cae-bef9-425e-a5a7-f7aab4244b7b req-2a95b59c-6370-4a8d-afcc-61e3a4d40614 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c1281d7a-a47b-4e8a-8373-d8daef5b1038 HTTP/1.1" status: 200 len: 856 time: 0.1271122 Jan 21 20:02:50.082109 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-63d92ae6-1baf-4550-9893-fe7888ea6659 req-6cd455f2-be63-4611-b017-88e95ccce977 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282933 Jan 21 20:02:50.262232 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f158cae-bef9-425e-a5a7-f7aab4244b7b req-0d3d4b49-7979-4beb-b2f0-5e0e36db9b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:50.263972 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8f158cae-bef9-425e-a5a7-f7aab4244b7b req-0d3d4b49-7979-4beb-b2f0-5e0e36db9b5f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d6138fb5-b76e-4f29-8bbf-74ec66db9e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1808705 Jan 21 20:02:50.401963 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-61cce110-657e-439c-b282-e21093c91376 req-55d94fb3-47da-41e7-b972-70a37d3c5e32 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks [] for floatingip, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:50.414018 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-61cce110-657e-439c-b282-e21093c91376 req-55d94fb3-47da-41e7-b972-70a37d3c5e32 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853807100'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:50.824626 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83 up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:02:50.897538 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8f158cae-bef9-425e-a5a7-f7aab4244b7b req-5952a6d1-092a-4176-befe-94999e7bdaa1 service neutron] 10.222.0.83 "GET /v2.0/networks/d6138fb5-b76e-4f29-8bbf-74ec66db9e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6173475 Jan 21 20:02:50.913677 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning for port ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:02:50.922198 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:02:50.922877 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:51.024331 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.db.l3_db [req-61cce110-657e-439c-b282-e21093c91376 req-55d94fb3-47da-41e7-b972-70a37d3c5e32 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Floating IP dba805d1-cfbc-4daf-bb70-361de624120e associated. External IP: 172.27.2.53, port: 264ab6b4-459b-4209-b7dd-e3cb94fce7e2. Jan 21 20:02:51.110795 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:51.151299 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485f2d00-a349-4128-90a8-d8186f8b7a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:02:51.167039 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] For port ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83,segment=NetworkSegment(1f47a8ba-e3ad-4d68-a35b-b035d86b14ed),segment_id=1f47a8ba-e3ad-4d68-a35b-b035d86b14ed)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:02:51.171997 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:51.175282 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6eedf40e-7e33-4a0d-b14d-0bb50492db84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:51.268570 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Pushing event updated for resources: {'Port': ['ID=ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:51.273241 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:51.494601 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8f158cae-bef9-425e-a5a7-f7aab4244b7b req-b31f8b59-0d93-41c3-aaaf-b78a6b0be2ef service neutron] 10.222.0.83 "GET /v2.0/networks/d6138fb5-b76e-4f29-8bbf-74ec66db9e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5897295 Jan 21 20:02:52.019075 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b21a5a-423a-43cf-be99-af1edeaf6415 req-6a11efe4-cf07-4714-81df-3dcd7c441eb6 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:52.023154 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e7b21a5a-423a-43cf-be99-af1edeaf6415 req-6a11efe4-cf07-4714-81df-3dcd7c441eb6 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 946 time: 0.6483262 Jan 21 20:02:52.091925 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61cce110-657e-439c-b282-e21093c91376 req-55d94fb3-47da-41e7-b972-70a37d3c5e32 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Router 60eb76ca-00a7-4587-9d0f-8f431a611036 has already been hosted by L3 agent acfbd797-5df7-45c7-9954-db8085626b2a {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 20:02:52.335674 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83 up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:02:52.450093 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:02:52.450093 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:52.555103 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e7b21a5a-423a-43cf-be99-af1edeaf6415 req-de9baa56-3e5b-4160-8643-ba537b65877e tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5161045 Jan 21 20:02:52.689214 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61cce110-657e-439c-b282-e21093c91376 req-55d94fb3-47da-41e7-b972-70a37d3c5e32 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify agent at l3_agent.dv-cinder-726180-8-iscsi the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:02:52.704306 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-61cce110-657e-439c-b282-e21093c91376 req-55d94fb3-47da-41e7-b972-70a37d3c5e32 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:52.784820 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eba738-e675-4f4c-8ce9-2263139fff40 None None] Sync routers for ids ['60eb76ca-00a7-4587-9d0f-8f431a611036'] in dv-cinder-726180-8-iscsi {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:02:52.840800 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485f2d00-a349-4128-90a8-d8186f8b7a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83', 'code': 200} Jan 21 20:02:52.856381 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-61cce110-657e-439c-b282-e21093c91376 req-55d94fb3-47da-41e7-b972-70a37d3c5e32 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "PUT /v2.0/floatingips/dba805d1-cfbc-4daf-bb70-361de624120e HTTP/1.1" status: 200 len: 995 time: 3.7027733 Jan 21 20:02:52.857065 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2863067b-50fa-4068-9d5e-b5d874763dc2', 'tag': '264ab6b4-459b-4209-b7dd-e3cb94fce7e2'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:02:52.862229 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eba738-e675-4f4c-8ce9-2263139fff40 None None] Routers {'60eb76ca-00a7-4587-9d0f-8f431a611036'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:02:52.863518 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-38eba738-e675-4f4c-8ce9-2263139fff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:02:37Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['60eb76ca-00a7-4587-9d0f-8f431a611036'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:02:53.020007 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2863067b-50fa-4068-9d5e-b5d874763dc2', 'tag': '264ab6b4-459b-4209-b7dd-e3cb94fce7e2', 'status': 'completed', 'code': 200} Jan 21 20:02:53.039811 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cce110-657e-439c-b282-e21093c91376 req-88584794-11ee-4ab1-b484-6c6762bfef6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:53.070532 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-61cce110-657e-439c-b282-e21093c91376 req-88584794-11ee-4ab1-b484-6c6762bfef6d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0ddb4b82bd4d4ba798210dfef0c51e89&device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 1162 time: 0.1745043 Jan 21 20:02:53.509362 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cce110-657e-439c-b282-e21093c91376 req-b60ad44c-5d59-4421-9b1a-05a7238be0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:53.512004 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-61cce110-657e-439c-b282-e21093c91376 req-b60ad44c-5d59-4421-9b1a-05a7238be0a9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=843bf788-d609-4005-9995-bbed36e20282 HTTP/1.1" status: 200 len: 908 time: 0.4393401 Jan 21 20:02:53.683801 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bed51a-e48e-4532-ba0c-e20251c7acf4 req-8984755b-3170-424e-8fd7-1702d8b219b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:53.686037 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-60bed51a-e48e-4532-ba0c-e20251c7acf4 req-8984755b-3170-424e-8fd7-1702d8b219b2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0ddb4b82bd4d4ba798210dfef0c51e89&device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 1162 time: 0.5314279 Jan 21 20:02:53.691360 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075dcfb0-0e35-48f0-81ab-3303318f8c43 req-9c8010c2-c5e8-446c-af99-b82074237a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:53.696763 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-075dcfb0-0e35-48f0-81ab-3303318f8c43 req-9c8010c2-c5e8-446c-af99-b82074237a7e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 1163 time: 0.3111987 Jan 21 20:02:53.703403 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-38eba738-e675-4f4c-8ce9-2263139fff40 None None] Set router 60eb76ca-00a7-4587-9d0f-8f431a611036 gateway port host: dv-cinder-726180-8-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:02:53.798261 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-61cce110-657e-439c-b282-e21093c91376 req-e2ba871e-85a2-4aeb-a5b2-85a90d8656b1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=264ab6b4-459b-4209-b7dd-e3cb94fce7e2 HTTP/1.1" status: 200 len: 998 time: 0.2687118 Jan 21 20:02:54.360635 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-075dcfb0-0e35-48f0-81ab-3303318f8c43 req-03cae121-e8c3-45b9-aef2-ba7c1c1d0f5d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5611434 Jan 21 20:02:54.397338 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-38eba738-e675-4f4c-8ce9-2263139fff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60eb76ca-00a7-4587-9d0f-8f431a611036', 'name': 'tempest-TestMinimumBasicScenario-754482351-router', 'tenant_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'f616ce31-41e6-4867-bf5c-f248eab780de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:01:26Z', 'updated_at': '2021-01-21T20:01:41Z', 'revision_number': 4, 'project_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'gw_port': {'id': 'f616ce31-41e6-4867-bf5c-f248eab780de', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60eb76ca-00a7-4587-9d0f-8f431a611036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:01:28Z', 'updated_at': '2021-01-21T20:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_floatingips': [{'id': 'dba805d1-cfbc-4daf-bb70-361de624120e', 'tenant_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'floating_ip_address': '172.27.2.53', 'floating_network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'router_id': '60eb76ca-00a7-4587-9d0f-8f431a611036', 'port_id': '264ab6b4-459b-4209-b7dd-e3cb94fce7e2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '843bf788-d609-4005-9995-bbed36e20282', 'mac_address': 'fa:16:3e:4d:38:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2863067b-50fa-4068-9d5e-b5d874763dc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T20:02:46Z', 'updated_at': '2021-01-21T20:02:50Z', 'revision_number': 1, 'project_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b79a1aae-f995-4611-86a3-6996e3e382a6', 'name': '', 'network_id': '843bf788-d609-4005-9995-bbed36e20282', 'tenant_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'mac_address': 'fa:16:3e:e4:ec:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60eb76ca-00a7-4587-9d0f-8f431a611036', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '936f1562-19ae-4630-8b98-9fbdb8ca23b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:01:37Z', 'updated_at': '2021-01-21T20:01:52Z', 'revision_number': 5, 'project_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'subnets': [{'id': '936f1562-19ae-4630-8b98-9fbdb8ca23b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:02:54.406051 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eba738-e675-4f4c-8ce9-2263139fff40 None None] Checking router: 60eb76ca-00a7-4587-9d0f-8f431a611036 for host: dv-cinder-726180-8-iscsi {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:02:54.419070 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eba738-e675-4f4c-8ce9-2263139fff40 None None] Routers {'60eb76ca-00a7-4587-9d0f-8f431a611036'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:02:54.419858 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-38eba738-e675-4f4c-8ce9-2263139fff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:02:37Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['60eb76ca-00a7-4587-9d0f-8f431a611036'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:02:54.420988 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cce110-657e-439c-b282-e21093c91376 req-ed184b0b-90c5-42c6-8c3e-98f42cdfd70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:54.423916 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-61cce110-657e-439c-b282-e21093c91376 req-ed184b0b-90c5-42c6-8c3e-98f42cdfd70c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=936f1562-19ae-4630-8b98-9fbdb8ca23b9 HTTP/1.1" status: 200 len: 853 time: 0.5458300 Jan 21 20:02:54.547745 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bed51a-e48e-4532-ba0c-e20251c7acf4 req-279b57d0-491f-4b9c-9c50-45670f410392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:54.551039 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-60bed51a-e48e-4532-ba0c-e20251c7acf4 req-279b57d0-491f-4b9c-9c50-45670f410392 service neutron] 10.222.0.83 "GET /v2.0/networks?id=843bf788-d609-4005-9995-bbed36e20282 HTTP/1.1" status: 200 len: 908 time: 0.8526073 Jan 21 20:02:54.665479 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b11b0-1d12-45d8-aff0-02dc439ccd88 req-115ad245-7b81-430d-9f96-48ebd3045a85 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:54.680018 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-957b11b0-1d12-45d8-aff0-02dc439ccd88 req-115ad245-7b81-430d-9f96-48ebd3045a85 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 946 time: 0.7566378 Jan 21 20:02:54.832660 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-38eba738-e675-4f4c-8ce9-2263139fff40 None None] Set router 60eb76ca-00a7-4587-9d0f-8f431a611036 gateway port host: dv-cinder-726180-8-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:02:54.967495 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-957b11b0-1d12-45d8-aff0-02dc439ccd88 req-179f120e-961e-40f3-b636-20a9711b5215 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2856691 Jan 21 20:02:54.991655 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cce110-657e-439c-b282-e21093c91376 req-c8147c32-22d4-4502-80f6-7b67adbd1556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:54.998198 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-61cce110-657e-439c-b282-e21093c91376 req-c8147c32-22d4-4502-80f6-7b67adbd1556 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=843bf788-d609-4005-9995-bbed36e20282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5439959 Jan 21 20:02:55.074294 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [req-61cce110-657e-439c-b282-e21093c91376 req-c6405cc0-409a-443a-8a35-502b590c0066 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 20:02:55.076377 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-61cce110-657e-439c-b282-e21093c91376 req-c6405cc0-409a-443a-8a35-502b590c0066 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0202308 Jan 21 20:02:55.097264 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-60bed51a-e48e-4532-ba0c-e20251c7acf4 req-2346bb7b-297d-469e-815e-c6c9e43a6cc8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=264ab6b4-459b-4209-b7dd-e3cb94fce7e2 HTTP/1.1" status: 200 len: 998 time: 0.3591316 Jan 21 20:02:55.377252 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-61cce110-657e-439c-b282-e21093c91376 req-3016ee92-c7a3-495d-b619-dd504d7a9f5f service neutron] 10.222.0.74 "GET /v2.0/networks/843bf788-d609-4005-9995-bbed36e20282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784214 Jan 21 20:02:55.493620 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-38eba738-e675-4f4c-8ce9-2263139fff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60eb76ca-00a7-4587-9d0f-8f431a611036', 'name': 'tempest-TestMinimumBasicScenario-754482351-router', 'tenant_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'f616ce31-41e6-4867-bf5c-f248eab780de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:01:26Z', 'updated_at': '2021-01-21T20:01:41Z', 'revision_number': 4, 'project_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'gw_port': {'id': 'f616ce31-41e6-4867-bf5c-f248eab780de', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60eb76ca-00a7-4587-9d0f-8f431a611036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:01:28Z', 'updated_at': '2021-01-21T20:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_floatingips': [{'id': 'dba805d1-cfbc-4daf-bb70-361de624120e', 'tenant_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'floating_ip_address': '172.27.2.53', 'floating_network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'router_id': '60eb76ca-00a7-4587-9d0f-8f431a611036', 'port_id': '264ab6b4-459b-4209-b7dd-e3cb94fce7e2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '843bf788-d609-4005-9995-bbed36e20282', 'mac_address': 'fa:16:3e:4d:38:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2863067b-50fa-4068-9d5e-b5d874763dc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T20:02:46Z', 'updated_at': '2021-01-21T20:02:50Z', 'revision_number': 1, 'project_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b79a1aae-f995-4611-86a3-6996e3e382a6', 'name': '', 'network_id': '843bf788-d609-4005-9995-bbed36e20282', 'tenant_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'mac_address': 'fa:16:3e:e4:ec:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60eb76ca-00a7-4587-9d0f-8f431a611036', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '936f1562-19ae-4630-8b98-9fbdb8ca23b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:01:37Z', 'updated_at': '2021-01-21T20:01:52Z', 'revision_number': 5, 'project_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'subnets': [{'id': '936f1562-19ae-4630-8b98-9fbdb8ca23b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:02:55.504025 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eba738-e675-4f4c-8ce9-2263139fff40 None None] The sync data for ids ['60eb76ca-00a7-4587-9d0f-8f431a611036'] in dv-cinder-726180-8-iscsi is: [{'id': '60eb76ca-00a7-4587-9d0f-8f431a611036', 'name': 'tempest-TestMinimumBasicScenario-754482351-router', 'tenant_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'f616ce31-41e6-4867-bf5c-f248eab780de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:01:26Z', 'updated_at': '2021-01-21T20:01:41Z', 'revision_number': 4, 'project_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'gw_port': {'id': 'f616ce31-41e6-4867-bf5c-f248eab780de', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60eb76ca-00a7-4587-9d0f-8f431a611036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:01:28Z', 'updated_at': '2021-01-21T20:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_floatingips': [{'id': 'dba805d1-cfbc-4daf-bb70-361de624120e', 'tenant_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'floating_ip_address': '172.27.2.53', 'floating_network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'router_id': '60eb76ca-00a7-4587-9d0f-8f431a611036', 'port_id': '264ab6b4-459b-4209-b7dd-e3cb94fce7e2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '843bf788-d609-4005-9995-bbed36e20282', 'mac_address': 'fa:16:3e:4d:38:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2863067b-50fa-4068-9d5e-b5d874763dc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T20:02:46Z', 'updated_at': '2021-01-21T20:02:50Z', 'revision_number': 1, 'project_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b79a1aae-f995-4611-86a3-6996e3e382a6', 'name': '', 'network_id': '843bf788-d609-4005-9995-bbed36e20282', 'tenant_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'mac_address': 'fa:16:3e:e4:ec:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60eb76ca-00a7-4587-9d0f-8f431a611036', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '936f1562-19ae-4630-8b98-9fbdb8ca23b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:01:37Z', 'updated_at': '2021-01-21T20:01:52Z', 'revision_number': 5, 'project_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'subnets': [{'id': '936f1562-19ae-4630-8b98-9fbdb8ca23b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:02:55.646338 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bed51a-e48e-4532-ba0c-e20251c7acf4 req-255e18a6-1742-4d1f-8e57-d30ccda39dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:55.648426 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-60bed51a-e48e-4532-ba0c-e20251c7acf4 req-255e18a6-1742-4d1f-8e57-d30ccda39dcf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=936f1562-19ae-4630-8b98-9fbdb8ca23b9 HTTP/1.1" status: 200 len: 853 time: 0.2696023 Jan 21 20:02:55.828147 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bed51a-e48e-4532-ba0c-e20251c7acf4 req-996f5843-51c7-4c0b-b891-fb9fd8f127ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:55.829909 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-60bed51a-e48e-4532-ba0c-e20251c7acf4 req-996f5843-51c7-4c0b-b891-fb9fd8f127ad service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=843bf788-d609-4005-9995-bbed36e20282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1726789 Jan 21 20:02:55.851654 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-61cce110-657e-439c-b282-e21093c91376 req-2acb6802-4836-435f-85f0-2773ade0a73d service neutron] 10.222.0.74 "GET /v2.0/networks/843bf788-d609-4005-9995-bbed36e20282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3556581 Jan 21 20:02:56.067550 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b942e9e8-4be0-479a-9ad6-4749c2483deb None None] New status for floating IP dba805d1-cfbc-4daf-bb70-361de624120e: ACTIVE {{(pid=80116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 21 20:02:56.110849 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-5e49651e-891f-4848-b95a-62cf8e998207 req-f0e0ad72-87f6-4aab-adc9-f6628f039cb7 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1304706291', 'description': 'tempest-TestMinimumBasicScenario-1304706291 description'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:02:56.169739 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-5e49651e-891f-4848-b95a-62cf8e998207 req-f0e0ad72-87f6-4aab-adc9-f6628f039cb7 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:02:56.217046 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-5e49651e-891f-4848-b95a-62cf8e998207 req-f0e0ad72-87f6-4aab-adc9-f6628f039cb7 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Usage tracker for resource:security_group and tenant:0ddb4b82bd4d4ba798210dfef0c51e89 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:02:56.238344 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-5e49651e-891f-4848-b95a-62cf8e998207 req-f0e0ad72-87f6-4aab-adc9-f6628f039cb7 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:02:56.261504 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-5e49651e-891f-4848-b95a-62cf8e998207 req-f0e0ad72-87f6-4aab-adc9-f6628f039cb7 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:02:56.372588 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-5e49651e-891f-4848-b95a-62cf8e998207 req-f0e0ad72-87f6-4aab-adc9-f6628f039cb7 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:56.376184 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83 up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:02:56.596516 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:02:56.597324 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:56.657319 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-60bed51a-e48e-4532-ba0c-e20251c7acf4 req-8cae73b6-d399-45ec-ab44-607bcb9d4f67 service neutron] 10.222.0.83 "GET /v2.0/networks/843bf788-d609-4005-9995-bbed36e20282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7866623 Jan 21 20:02:56.731747 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-5e49651e-891f-4848-b95a-62cf8e998207 req-f0e0ad72-87f6-4aab-adc9-f6628f039cb7 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:02:56.925989 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-5e49651e-891f-4848-b95a-62cf8e998207 req-f0e0ad72-87f6-4aab-adc9-f6628f039cb7 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Usage tracker for resource:security_group_rule and tenant:0ddb4b82bd4d4ba798210dfef0c51e89 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:02:56.931126 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-5e49651e-891f-4848-b95a-62cf8e998207 req-f0e0ad72-87f6-4aab-adc9-f6628f039cb7 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:02:56.957411 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-5e49651e-891f-4848-b95a-62cf8e998207 req-f0e0ad72-87f6-4aab-adc9-f6628f039cb7 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:02:57.114015 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3d503-8ab2-427c-baca-333026ab15a9 req-3d027b04-f1dc-4faf-98ea-a86aca6214fd tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:57.116349 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-69f3d503-8ab2-427c-baca-333026ab15a9 req-3d027b04-f1dc-4faf-98ea-a86aca6214fd tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 946 time: 0.6371825 Jan 21 20:02:57.222830 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-60bed51a-e48e-4532-ba0c-e20251c7acf4 req-63f08ec0-c542-4998-b036-b408f6740a0b service neutron] 10.222.0.83 "GET /v2.0/networks/843bf788-d609-4005-9995-bbed36e20282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5672722 Jan 21 20:02:57.267604 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-69f3d503-8ab2-427c-baca-333026ab15a9 req-1efb9906-380e-4066-9c76-fd1748b9895f tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440976 Jan 21 20:02:57.322600 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-5e49651e-891f-4848-b95a-62cf8e998207 req-f0e0ad72-87f6-4aab-adc9-f6628f039cb7 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:57.322600 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-5e49651e-891f-4848-b95a-62cf8e998207 req-f0e0ad72-87f6-4aab-adc9-f6628f039cb7 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:57.325965 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6b3e0ce3-7703-48c1-b875-a703332ae217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:57.376886 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-5e49651e-891f-4848-b95a-62cf8e998207 req-f0e0ad72-87f6-4aab-adc9-f6628f039cb7 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:57.378302 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5e49651e-891f-4848-b95a-62cf8e998207 req-f0e0ad72-87f6-4aab-adc9-f6628f039cb7 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.2977488 Jan 21 20:02:57.421524 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e0ad72-87f6-4aab-adc9-f6628f039cb7 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4a58f4-15a6-4abf-833f-e016550779d8,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:57.430888 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f0e0ad72-87f6-4aab-adc9-f6628f039cb7 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:57.663132 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0213b0f8-20bf-414e-b789-d19121096b4e req-0d7c9c53-8ae6-454d-bd8d-5b0d72e5ef8f tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups/8e4a58f4-15a6-4abf-833f-e016550779d8 HTTP/1.1" status: 200 len: 1814 time: 0.2257056 Jan 21 20:02:57.690111 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-0213b0f8-20bf-414e-b789-d19121096b4e req-5d356621-6826-4a26-95c7-efe63a596e03 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8e4a58f4-15a6-4abf-833f-e016550779d8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:02:57.690754 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-0213b0f8-20bf-414e-b789-d19121096b4e req-5d356621-6826-4a26-95c7-efe63a596e03 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8e4a58f4-15a6-4abf-833f-e016550779d8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:02:57.709827 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-0213b0f8-20bf-414e-b789-d19121096b4e req-5d356621-6826-4a26-95c7-efe63a596e03 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:02:57.724544 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-0213b0f8-20bf-414e-b789-d19121096b4e req-5d356621-6826-4a26-95c7-efe63a596e03 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Usage tracker for resource:security_group_rule and tenant:0ddb4b82bd4d4ba798210dfef0c51e89 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:02:57.734771 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-0213b0f8-20bf-414e-b789-d19121096b4e req-5d356621-6826-4a26-95c7-efe63a596e03 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:02:57.746764 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-0213b0f8-20bf-414e-b789-d19121096b4e req-5d356621-6826-4a26-95c7-efe63a596e03 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:02:57.821021 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efda33e-950f-44c4-b7ef-0057aca659e9 req-6f910545-98e9-4b16-8c15-f0452f0f547e tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:57.823048 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5efda33e-950f-44c4-b7ef-0057aca659e9 req-6f910545-98e9-4b16-8c15-f0452f0f547e tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 946 time: 0.3013403 Jan 21 20:02:57.835197 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 58606) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:02:57.849570 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-0213b0f8-20bf-414e-b789-d19121096b4e req-5d356621-6826-4a26-95c7-efe63a596e03 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks [] for security_group_rule, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:57.856112 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-101ee599-0c9c-48da-828a-c0c7d38aedad tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Request body: {'floatingip': {'port_id': 'ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:02:57.886216 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-0213b0f8-20bf-414e-b789-d19121096b4e req-5d356621-6826-4a26-95c7-efe63a596e03 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:57.891421 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-0213b0f8-20bf-414e-b789-d19121096b4e req-5d356621-6826-4a26-95c7-efe63a596e03 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600105'] for security_group_rule, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:57.901111 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:57.923764 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d356621-6826-4a26-95c7-efe63a596e03 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a16d97a-536a-43e1-987e-b6a21cc68059,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:57.928555 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-5d356621-6826-4a26-95c7-efe63a596e03 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:57.939083 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-0213b0f8-20bf-414e-b789-d19121096b4e req-5d356621-6826-4a26-95c7-efe63a596e03 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks [] for security_group_rule, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:57.941692 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0213b0f8-20bf-414e-b789-d19121096b4e req-5d356621-6826-4a26-95c7-efe63a596e03 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2604911 Jan 21 20:02:58.037433 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-101ee599-0c9c-48da-828a-c0c7d38aedad tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks [] for floatingip, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:58.093306 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-993b9b36-1985-422c-9ec9-7965e0973cd7 req-7bef7de9-ff98-4cb4-bdd8-90d2208a85f6 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups/8e4a58f4-15a6-4abf-833f-e016550779d8 HTTP/1.1" status: 200 len: 2407 time: 0.0816095 Jan 21 20:02:58.100225 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-993b9b36-1985-422c-9ec9-7965e0973cd7 req-ecd3a954-7aec-435a-a099-d11de2affc03 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8e4a58f4-15a6-4abf-833f-e016550779d8', 'remote_group_id': None}]} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:02:58.100670 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-993b9b36-1985-422c-9ec9-7965e0973cd7 req-ecd3a954-7aec-435a-a099-d11de2affc03 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8e4a58f4-15a6-4abf-833f-e016550779d8', 'remote_group_id': None}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:02:58.113088 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-993b9b36-1985-422c-9ec9-7965e0973cd7 req-ecd3a954-7aec-435a-a099-d11de2affc03 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:02:58.123086 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-993b9b36-1985-422c-9ec9-7965e0973cd7 req-ecd3a954-7aec-435a-a099-d11de2affc03 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Usage tracker for resource:security_group_rule and tenant:0ddb4b82bd4d4ba798210dfef0c51e89 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:02:58.131561 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-993b9b36-1985-422c-9ec9-7965e0973cd7 req-ecd3a954-7aec-435a-a099-d11de2affc03 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:02:58.144837 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-993b9b36-1985-422c-9ec9-7965e0973cd7 req-ecd3a954-7aec-435a-a099-d11de2affc03 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:02:58.245480 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-993b9b36-1985-422c-9ec9-7965e0973cd7 req-ecd3a954-7aec-435a-a099-d11de2affc03 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks [] for security_group_rule, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:58.326919 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:58.347413 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-993b9b36-1985-422c-9ec9-7965e0973cd7 req-ecd3a954-7aec-435a-a099-d11de2affc03 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:58.352089 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-993b9b36-1985-422c-9ec9-7965e0973cd7 req-ecd3a954-7aec-435a-a099-d11de2affc03 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600105'] for security_group_rule, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:58.354376 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-9cb92478-4a09-4cda-9333-6a7908b2747f tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:02:58.375519 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd3a954-7aec-435a-a099-d11de2affc03 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Pushing event updated for resources: {'SecurityGroupRule': ['ID=341c5b5b-0291-4004-8fa2-a397350a8afe,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:02:58.381933 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ecd3a954-7aec-435a-a099-d11de2affc03 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:02:58.402998 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-993b9b36-1985-422c-9ec9-7965e0973cd7 req-ecd3a954-7aec-435a-a099-d11de2affc03 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks [] for security_group_rule, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:58.405199 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-993b9b36-1985-422c-9ec9-7965e0973cd7 req-ecd3a954-7aec-435a-a099-d11de2affc03 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3106105 Jan 21 20:02:58.730134 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-30cdb0ec-7c33-40f1-aea2-67da4f398bba req-d9b363db-6746-4f16-a641-62adf952ad4c tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Synchronizing usage tracker for tenant:0ddb4b82bd4d4ba798210dfef0c51e89 on resource:security_group {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:02:58.835453 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-30cdb0ec-7c33-40f1-aea2-67da4f398bba req-d9b363db-6746-4f16-a641-62adf952ad4c tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Unset dirty status for tenant:0ddb4b82bd4d4ba798210dfef0c51e89 on resource:security_group {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:02:58.844011 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-30cdb0ec-7c33-40f1-aea2-67da4f398bba req-d9b363db-6746-4f16-a641-62adf952ad4c tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1304706291&fields=id&tenant_id=0ddb4b82bd4d4ba798210dfef0c51e89 HTTP/1.1" status: 200 len: 267 time: 0.3051338 Jan 21 20:02:59.029009 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cdb0ec-7c33-40f1-aea2-67da4f398bba req-5f4f398a-b242-4476-b028-9dd481f7cc64 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:02:59.054349 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-30cdb0ec-7c33-40f1-aea2-67da4f398bba req-5f4f398a-b242-4476-b028-9dd481f7cc64 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 945 time: 0.2090795 Jan 21 20:02:59.061903 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-30cdb0ec-7c33-40f1-aea2-67da4f398bba req-b6327456-3ea2-455c-a447-08b13b8f6b69 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Request body: {'port': {'security_groups': ['cab5a398-bf18-4a00-b529-b5417239d120', '8e4a58f4-15a6-4abf-833f-e016550779d8']}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:02:59.213042 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-101ee599-0c9c-48da-828a-c0c7d38aedad tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks [] for floatingip, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:59.220194 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-101ee599-0c9c-48da-828a-c0c7d38aedad tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853807100'] for floatingip, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:59.362660 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-30cdb0ec-7c33-40f1-aea2-67da4f398bba req-b6327456-3ea2-455c-a447-08b13b8f6b69 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:02:59.573336 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.db.l3_db [None req-101ee599-0c9c-48da-828a-c0c7d38aedad tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Floating IP e1a19573-e8f9-4355-8d2b-59b11ff450bd associated. External IP: 172.27.2.225, port: ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83. Jan 21 20:03:00.045474 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-30cdb0ec-7c33-40f1-aea2-67da4f398bba req-b6327456-3ea2-455c-a447-08b13b8f6b69 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] For port 264ab6b4-459b-4209-b7dd-e3cb94fce7e2, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=264ab6b4-459b-4209-b7dd-e3cb94fce7e2,segment=NetworkSegment(7c41453e-9d89-4697-8208-9e5ae9b12e90),segment_id=7c41453e-9d89-4697-8208-9e5ae9b12e90)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:03:00.134850 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-30cdb0ec-7c33-40f1-aea2-67da4f398bba req-b6327456-3ea2-455c-a447-08b13b8f6b69 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:00.148236 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-30cdb0ec-7c33-40f1-aea2-67da4f398bba req-b6327456-3ea2-455c-a447-08b13b8f6b69 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214824'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:00.275933 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-dfbb0592-5233-441c-9aa2-66472270a809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:03:00.335215 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-101ee599-0c9c-48da-828a-c0c7d38aedad tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Router 35483473-1478-4659-bbfb-e4cae8820afb has already been hosted by L3 agent acfbd797-5df7-45c7-9954-db8085626b2a {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 20:03:00.417113 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6327456-3ea2-455c-a447-08b13b8f6b69 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Pushing event updated for resources: {'Port': ['ID=264ab6b4-459b-4209-b7dd-e3cb94fce7e2,revision_number=5']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:03:00.423772 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b6327456-3ea2-455c-a447-08b13b8f6b69 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:03:00.546688 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cdb0ec-7c33-40f1-aea2-67da4f398bba req-b6327456-3ea2-455c-a447-08b13b8f6b69 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:00.547439 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-30cdb0ec-7c33-40f1-aea2-67da4f398bba req-b6327456-3ea2-455c-a447-08b13b8f6b69 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:00.549016 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-30cdb0ec-7c33-40f1-aea2-67da4f398bba req-b6327456-3ea2-455c-a447-08b13b8f6b69 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "PUT /v2.0/ports/264ab6b4-459b-4209-b7dd-e3cb94fce7e2 HTTP/1.1" status: 200 len: 981 time: 1.4931440 Jan 21 20:03:00.549823 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2863067b-50fa-4068-9d5e-b5d874763dc2', 'tag': '264ab6b4-459b-4209-b7dd-e3cb94fce7e2'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:03:00.654256 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2863067b-50fa-4068-9d5e-b5d874763dc2', 'tag': '264ab6b4-459b-4209-b7dd-e3cb94fce7e2', 'status': 'completed', 'code': 200} Jan 21 20:03:00.812190 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101ee599-0c9c-48da-828a-c0c7d38aedad tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify agent at l3_agent.dv-cinder-726180-8-iscsi the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:03:00.828905 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-101ee599-0c9c-48da-828a-c0c7d38aedad tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for floatingip, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:00.837159 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30402a1-b3f1-4e72-abf8-bc52129a0303 None None] Sync routers for ids ['35483473-1478-4659-bbfb-e4cae8820afb'] in dv-cinder-726180-8-iscsi {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:03:00.868093 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30402a1-b3f1-4e72-abf8-bc52129a0303 None None] Routers {'35483473-1478-4659-bbfb-e4cae8820afb'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:03:00.869945 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-e30402a1-b3f1-4e72-abf8-bc52129a0303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:02:37Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['35483473-1478-4659-bbfb-e4cae8820afb'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:03:00.954912 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-101ee599-0c9c-48da-828a-c0c7d38aedad tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "PUT /v2.0/floatingips/e1a19573-e8f9-4355-8d2b-59b11ff450bd HTTP/1.1" status: 200 len: 992 time: 3.1123707 Jan 21 20:03:00.961208 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '485f2d00-a349-4128-90a8-d8186f8b7a54', 'tag': 'ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83'}] {{(pid=80113) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:03:00.993097 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb4eda2-5dec-4371-828f-6b3dfab9eefa req-844171ef-16ed-4818-89fb-0ea8f508a248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:00.998663 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5bb4eda2-5dec-4371-828f-6b3dfab9eefa req-844171ef-16ed-4818-89fb-0ea8f508a248 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0ddb4b82bd4d4ba798210dfef0c51e89&device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 1202 time: 0.2888913 Jan 21 20:03:01.204203 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-e30402a1-b3f1-4e72-abf8-bc52129a0303 None None] Set router 35483473-1478-4659-bbfb-e4cae8820afb gateway port host: dv-cinder-726180-8-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:03:01.307050 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '485f2d00-a349-4128-90a8-d8186f8b7a54', 'tag': 'ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83', 'status': 'completed', 'code': 200} Jan 21 20:03:01.316542 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb4eda2-5dec-4371-828f-6b3dfab9eefa req-00fb9dc7-75ed-4f69-8d96-7c7e92028a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:01.321040 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5bb4eda2-5dec-4371-828f-6b3dfab9eefa req-00fb9dc7-75ed-4f69-8d96-7c7e92028a95 service neutron] 10.222.0.83 "GET /v2.0/networks?id=843bf788-d609-4005-9995-bbed36e20282 HTTP/1.1" status: 200 len: 908 time: 0.3010757 Jan 21 20:03:01.383180 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787771ef-cf86-47ba-975e-c6bf67889f81 req-4c343ca3-cad5-403d-828d-b92442a99d61 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:01.385660 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-787771ef-cf86-47ba-975e-c6bf67889f81 req-4c343ca3-cad5-403d-828d-b92442a99d61 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 984 time: 0.5967333 Jan 21 20:03:01.424276 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-029a9581-8e80-4399-b421-0a4a7971e142 None None] Provisioning complete for port 264ab6b4-459b-4209-b7dd-e3cb94fce7e2 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:03:01.424699 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-029a9581-8e80-4399-b421-0a4a7971e142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:01.741131 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-787771ef-cf86-47ba-975e-c6bf67889f81 req-58f9f787-6b0b-404d-a68b-17df834ea2de tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups?id=cab5a398-bf18-4a00-b529-b5417239d120&id=8e4a58f4-15a6-4abf-833f-e016550779d8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.2098539 Jan 21 20:03:02.168238 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-e30402a1-b3f1-4e72-abf8-bc52129a0303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35483473-1478-4659-bbfb-e4cae8820afb', 'name': 'tempest-AttachVolumeShelveTestJSON-1154731850-router', 'tenant_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '83de776a-f212-4988-af83-8ea29852997d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:28Z', 'updated_at': '2021-01-21T19:57:45Z', 'revision_number': 4, 'project_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'gw_port': {'id': '83de776a-f212-4988-af83-8ea29852997d', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:66:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35483473-1478-4659-bbfb-e4cae8820afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:31Z', 'updated_at': '2021-01-21T19:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_floatingips': [{'id': 'e1a19573-e8f9-4355-8d2b-59b11ff450bd', 'tenant_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'floating_ip_address': '172.27.2.225', 'floating_network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'router_id': '35483473-1478-4659-bbfb-e4cae8820afb', 'port_id': 'ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6138fb5-b76e-4f29-8bbf-74ec66db9e66', 'mac_address': 'fa:16:3e:9e:84:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485f2d00-a349-4128-90a8-d8186f8b7a54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T20:02:32Z', 'updated_at': '2021-01-21T20:02:59Z', 'revision_number': 1, 'project_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9acdb65-b9bc-473a-b6a5-9e9747e26854', 'name': '', 'network_id': 'd6138fb5-b76e-4f29-8bbf-74ec66db9e66', 'tenant_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'mac_address': 'fa:16:3e:9b:28:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35483473-1478-4659-bbfb-e4cae8820afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'c1281d7a-a47b-4e8a-8373-d8daef5b1038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:40Z', 'updated_at': '2021-01-21T19:58:00Z', 'revision_number': 5, 'project_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'subnets': [{'id': 'c1281d7a-a47b-4e8a-8373-d8daef5b1038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:03:02.189854 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30402a1-b3f1-4e72-abf8-bc52129a0303 None None] Checking router: 35483473-1478-4659-bbfb-e4cae8820afb for host: dv-cinder-726180-8-iscsi {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:03:02.217313 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30402a1-b3f1-4e72-abf8-bc52129a0303 None None] Routers {'35483473-1478-4659-bbfb-e4cae8820afb'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:03:02.218904 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-e30402a1-b3f1-4e72-abf8-bc52129a0303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:02:37Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['35483473-1478-4659-bbfb-e4cae8820afb'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:03:02.300533 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5bb4eda2-5dec-4371-828f-6b3dfab9eefa req-282f0304-6aa5-4e1d-91b9-de2b7a117ef4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=264ab6b4-459b-4209-b7dd-e3cb94fce7e2 HTTP/1.1" status: 200 len: 1000 time: 0.9118276 Jan 21 20:03:02.306139 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45148dde-1fe5-4bca-b9ea-375dddd34fd2 req-a071d613-5ab4-40f6-ad0c-be3d79463276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:02.309631 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-45148dde-1fe5-4bca-b9ea-375dddd34fd2 req-a071d613-5ab4-40f6-ad0c-be3d79463276 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ac30196b7fac4ccba1cac9aaee7458e7&device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 1163 time: 0.9222803 Jan 21 20:03:02.654112 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-e30402a1-b3f1-4e72-abf8-bc52129a0303 None None] Set router 35483473-1478-4659-bbfb-e4cae8820afb gateway port host: dv-cinder-726180-8-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:03:02.658755 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb4eda2-5dec-4371-828f-6b3dfab9eefa req-d93bc91c-5181-4b1a-828e-410feeeb73ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:02.660417 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5bb4eda2-5dec-4371-828f-6b3dfab9eefa req-d93bc91c-5181-4b1a-828e-410feeeb73ac service neutron] 10.222.0.83 "GET /v2.0/subnets?id=936f1562-19ae-4630-8b98-9fbdb8ca23b9 HTTP/1.1" status: 200 len: 853 time: 0.3492856 Jan 21 20:03:02.894433 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 264ab6b4-459b-4209-b7dd-e3cb94fce7e2 up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:03:02.960216 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45148dde-1fe5-4bca-b9ea-375dddd34fd2 req-8f764e0c-1798-4614-b035-0b9477b62f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:02.963662 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-45148dde-1fe5-4bca-b9ea-375dddd34fd2 req-8f764e0c-1798-4614-b035-0b9477b62f92 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d6138fb5-b76e-4f29-8bbf-74ec66db9e66 HTTP/1.1" status: 200 len: 911 time: 0.5681000 Jan 21 20:03:03.184943 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-45148dde-1fe5-4bca-b9ea-375dddd34fd2 req-8dc18ec5-4a7c-48ba-9090-53e25c75dcf6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83 HTTP/1.1" status: 200 len: 1000 time: 0.2046928 Jan 21 20:03:03.335430 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624bf7f5-818a-4b69-87c8-a17485efbe6c req-43ebe46a-c720-40bd-9ef4-a54bb7c4ead9 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:03.338459 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-624bf7f5-818a-4b69-87c8-a17485efbe6c req-43ebe46a-c720-40bd-9ef4-a54bb7c4ead9 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/ports?device_id=79f7e2e9-b0df-4925-9173-691f7c609429 HTTP/1.1" status: 200 len: 946 time: 0.5678792 Jan 21 20:03:03.399646 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb4eda2-5dec-4371-828f-6b3dfab9eefa req-3a80a4cb-0f25-42eb-9d05-35668e58e3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:03.402863 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5bb4eda2-5dec-4371-828f-6b3dfab9eefa req-3a80a4cb-0f25-42eb-9d05-35668e58e3c7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=843bf788-d609-4005-9995-bbed36e20282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.7319636 Jan 21 20:03:03.510019 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 264ab6b4-459b-4209-b7dd-e3cb94fce7e2 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:03:03.514042 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:03.633988 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-624bf7f5-818a-4b69-87c8-a17485efbe6c req-1196058b-04d8-4100-a5d6-ef7e1b3a861d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/security-groups?id=b0de9197-38ff-4771-a521-40a10a34698d&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.2831581 Jan 21 20:03:03.638225 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45148dde-1fe5-4bca-b9ea-375dddd34fd2 req-552310a0-1274-4941-8e5e-e3672cddda11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:03.639979 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-45148dde-1fe5-4bca-b9ea-375dddd34fd2 req-552310a0-1274-4941-8e5e-e3672cddda11 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c1281d7a-a47b-4e8a-8373-d8daef5b1038 HTTP/1.1" status: 200 len: 856 time: 0.4381452 Jan 21 20:03:03.780914 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5bb4eda2-5dec-4371-828f-6b3dfab9eefa req-afdb1dbf-50eb-4cb9-b275-db8eb202efe7 service neutron] 10.222.0.83 "GET /v2.0/networks/843bf788-d609-4005-9995-bbed36e20282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358881 Jan 21 20:03:04.111108 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45148dde-1fe5-4bca-b9ea-375dddd34fd2 req-72a14bcc-f476-491b-a44f-8b1fb0be0a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:04.114800 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-45148dde-1fe5-4bca-b9ea-375dddd34fd2 req-72a14bcc-f476-491b-a44f-8b1fb0be0a6e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d6138fb5-b76e-4f29-8bbf-74ec66db9e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3319864 Jan 21 20:03:04.119628 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5bb4eda2-5dec-4371-828f-6b3dfab9eefa req-4852c74c-b296-4292-9ec3-fb1f5a33a8f9 service neutron] 10.222.0.83 "GET /v2.0/networks/843bf788-d609-4005-9995-bbed36e20282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2833493 Jan 21 20:03:04.287741 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-e30402a1-b3f1-4e72-abf8-bc52129a0303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35483473-1478-4659-bbfb-e4cae8820afb', 'name': 'tempest-AttachVolumeShelveTestJSON-1154731850-router', 'tenant_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '83de776a-f212-4988-af83-8ea29852997d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:28Z', 'updated_at': '2021-01-21T19:57:45Z', 'revision_number': 4, 'project_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'gw_port': {'id': '83de776a-f212-4988-af83-8ea29852997d', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:66:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35483473-1478-4659-bbfb-e4cae8820afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:31Z', 'updated_at': '2021-01-21T19:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_floatingips': [{'id': 'e1a19573-e8f9-4355-8d2b-59b11ff450bd', 'tenant_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'floating_ip_address': '172.27.2.225', 'floating_network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'router_id': '35483473-1478-4659-bbfb-e4cae8820afb', 'port_id': 'ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6138fb5-b76e-4f29-8bbf-74ec66db9e66', 'mac_address': 'fa:16:3e:9e:84:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485f2d00-a349-4128-90a8-d8186f8b7a54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T20:02:32Z', 'updated_at': '2021-01-21T20:02:59Z', 'revision_number': 1, 'project_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9acdb65-b9bc-473a-b6a5-9e9747e26854', 'name': '', 'network_id': 'd6138fb5-b76e-4f29-8bbf-74ec66db9e66', 'tenant_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'mac_address': 'fa:16:3e:9b:28:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35483473-1478-4659-bbfb-e4cae8820afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'c1281d7a-a47b-4e8a-8373-d8daef5b1038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:40Z', 'updated_at': '2021-01-21T19:58:00Z', 'revision_number': 5, 'project_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'subnets': [{'id': 'c1281d7a-a47b-4e8a-8373-d8daef5b1038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:03:04.296887 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30402a1-b3f1-4e72-abf8-bc52129a0303 None None] The sync data for ids ['35483473-1478-4659-bbfb-e4cae8820afb'] in dv-cinder-726180-8-iscsi is: [{'id': '35483473-1478-4659-bbfb-e4cae8820afb', 'name': 'tempest-AttachVolumeShelveTestJSON-1154731850-router', 'tenant_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '83de776a-f212-4988-af83-8ea29852997d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:28Z', 'updated_at': '2021-01-21T19:57:45Z', 'revision_number': 4, 'project_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'gw_port': {'id': '83de776a-f212-4988-af83-8ea29852997d', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:66:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35483473-1478-4659-bbfb-e4cae8820afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:31Z', 'updated_at': '2021-01-21T19:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_floatingips': [{'id': 'e1a19573-e8f9-4355-8d2b-59b11ff450bd', 'tenant_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'floating_ip_address': '172.27.2.225', 'floating_network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'router_id': '35483473-1478-4659-bbfb-e4cae8820afb', 'port_id': 'ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6138fb5-b76e-4f29-8bbf-74ec66db9e66', 'mac_address': 'fa:16:3e:9e:84:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485f2d00-a349-4128-90a8-d8186f8b7a54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T20:02:32Z', 'updated_at': '2021-01-21T20:02:59Z', 'revision_number': 1, 'project_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9acdb65-b9bc-473a-b6a5-9e9747e26854', 'name': '', 'network_id': 'd6138fb5-b76e-4f29-8bbf-74ec66db9e66', 'tenant_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'mac_address': 'fa:16:3e:9b:28:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35483473-1478-4659-bbfb-e4cae8820afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'c1281d7a-a47b-4e8a-8373-d8daef5b1038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:40Z', 'updated_at': '2021-01-21T19:58:00Z', 'revision_number': 5, 'project_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'subnets': [{'id': 'c1281d7a-a47b-4e8a-8373-d8daef5b1038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:03:04.449393 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5942ce7e-3b4f-4f3d-902f-ac63b9311968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:04.474765 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-45148dde-1fe5-4bca-b9ea-375dddd34fd2 req-16758395-d5e4-4255-b47f-75bfd39f0154 service neutron] 10.222.0.83 "GET /v2.0/networks/d6138fb5-b76e-4f29-8bbf-74ec66db9e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187885 Jan 21 20:03:04.635139 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 2b0b98a3-4e31-4287-bddc-2fd0cc272432 no longer exists at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:03:04.794537 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dc8b55-d566-4076-a1b2-10966c1f6e3a None None] New status for floating IP e1a19573-e8f9-4355-8d2b-59b11ff450bd: ACTIVE {{(pid=80116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 21 20:03:04.859094 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-45148dde-1fe5-4bca-b9ea-375dddd34fd2 req-0ad7d9dd-a5c3-45b5-8bf6-f94bf75052a7 service neutron] 10.222.0.83 "GET /v2.0/networks/d6138fb5-b76e-4f29-8bbf-74ec66db9e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3698604 Jan 21 20:03:04.975573 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09093aa3-9718-4915-8683-2e73fcdec2b0 req-c67e1e0b-6376-4441-b887-fbdf9b5f0662 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:04.977320 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-09093aa3-9718-4915-8683-2e73fcdec2b0 req-c67e1e0b-6376-4441-b887-fbdf9b5f0662 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.83 "GET /v2.0/ports?device_id=79f7e2e9-b0df-4925-9173-691f7c609429 HTTP/1.1" status: 200 len: 946 time: 0.3432543 Jan 21 20:03:05.053524 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:05.110691 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f7e2e9-b0df-4925-9173-691f7c609429', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b0b98a3-4e31-4287-bddc-2fd0cc272432'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:03:05.148456 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] For port 2b0b98a3-4e31-4287-bddc-2fd0cc272432, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=2b0b98a3-4e31-4287-bddc-2fd0cc272432,segment=NetworkSegment(280e0ed6-2977-414d-a5e1-db08aca200b2),segment_id=280e0ed6-2977-414d-a5e1-db08aca200b2)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:03:05.153813 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:05.156310 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:03:05.241555 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Pushing event updated for resources: {'Port': ['ID=2b0b98a3-4e31-4287-bddc-2fd0cc272432,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:03:05.253572 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:03:05.320999 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-09093aa3-9718-4915-8683-2e73fcdec2b0 req-b3f5eddf-85a4-455f-b78d-b96a9ecea1a1 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Deleting port 2b0b98a3-4e31-4287-bddc-2fd0cc272432 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:03:05.320999 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-09093aa3-9718-4915-8683-2e73fcdec2b0 req-b3f5eddf-85a4-455f-b78d-b96a9ecea1a1 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:05.492523 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f6f4a-f374-474e-b537-01871faf3b48 req-f312bd5d-f026-46e4-8052-41e763dd615f tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:05.495734 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-782f6f4a-f374-474e-b537-01871faf3b48 req-f312bd5d-f026-46e4-8052-41e763dd615f tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/ports?device_id=79f7e2e9-b0df-4925-9173-691f7c609429 HTTP/1.1" status: 200 len: 946 time: 0.5104377 Jan 21 20:03:05.570821 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f7e2e9-b0df-4925-9173-691f7c609429', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b0b98a3-4e31-4287-bddc-2fd0cc272432', 'code': 200} Jan 21 20:03:05.692197 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-782f6f4a-f374-474e-b537-01871faf3b48 req-435da507-9635-4c76-a61d-24b46c9b4ab1 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/security-groups?id=b0de9197-38ff-4771-a521-40a10a34698d&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1797671 Jan 21 20:03:06.029739 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-09093aa3-9718-4915-8683-2e73fcdec2b0 req-b3f5eddf-85a4-455f-b78d-b96a9ecea1a1 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] For port 2b0b98a3-4e31-4287-bddc-2fd0cc272432, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=2b0b98a3-4e31-4287-bddc-2fd0cc272432,segment=NetworkSegment(280e0ed6-2977-414d-a5e1-db08aca200b2),segment_id=280e0ed6-2977-414d-a5e1-db08aca200b2)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:03:06.030424 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-09093aa3-9718-4915-8683-2e73fcdec2b0 req-b3f5eddf-85a4-455f-b78d-b96a9ecea1a1 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:06.560720 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-14fb0012-8ddd-41c2-910e-1a4130ff8ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:06.607520 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-09093aa3-9718-4915-8683-2e73fcdec2b0 req-b3f5eddf-85a4-455f-b78d-b96a9ecea1a1 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks [] for floatingip, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:06.607520 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-09093aa3-9718-4915-8683-2e73fcdec2b0 req-b3f5eddf-85a4-455f-b78d-b96a9ecea1a1 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853807100'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:06.607852 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.db.l3_db [req-09093aa3-9718-4915-8683-2e73fcdec2b0 req-b3f5eddf-85a4-455f-b78d-b96a9ecea1a1 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Floating IP 15533484-f51c-4ec3-a26b-48b097cbe098 disassociated. External IP: 172.27.2.42, port: 2b0b98a3-4e31-4287-bddc-2fd0cc272432. Jan 21 20:03:06.608131 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-09093aa3-9718-4915-8683-2e73fcdec2b0 req-b3f5eddf-85a4-455f-b78d-b96a9ecea1a1 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Calling delete_port for 2b0b98a3-4e31-4287-bddc-2fd0cc272432 owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:03:06.867418 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-09093aa3-9718-4915-8683-2e73fcdec2b0 req-b3f5eddf-85a4-455f-b78d-b96a9ecea1a1 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852560929'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:06.903472 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:03:07.109386 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f5eddf-85a4-455f-b78d-b96a9ecea1a1 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Pushing event deleted for resources: {'Port': ['ID=2b0b98a3-4e31-4287-bddc-2fd0cc272432,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:03:07.117358 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b3f5eddf-85a4-455f-b78d-b96a9ecea1a1 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:03:07.197321 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-183970e4-6543-4b70-bf72-d37c5dd1c118 req-e40e6d6c-80f2-4f6f-8e00-e9645b7a8ead tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/ports?device_id=79f7e2e9-b0df-4925-9173-691f7c609429 HTTP/1.1" status: 200 len: 210 time: 0.0691922 Jan 21 20:03:07.523393 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:08.042238 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09093aa3-9718-4915-8683-2e73fcdec2b0 req-b3f5eddf-85a4-455f-b78d-b96a9ecea1a1 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Router 9f99afea-04aa-40a9-813a-1428e5231e4c has already been hosted by L3 agent acfbd797-5df7-45c7-9954-db8085626b2a {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 20:03:08.387908 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09093aa3-9718-4915-8683-2e73fcdec2b0 req-b3f5eddf-85a4-455f-b78d-b96a9ecea1a1 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify agent at l3_agent.dv-cinder-726180-8-iscsi the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:03:08.404078 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09ccf2b-dee9-4da7-b8cf-e44ea0d11b3f None None] Sync routers for ids ['9f99afea-04aa-40a9-813a-1428e5231e4c'] in dv-cinder-726180-8-iscsi {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:03:08.431575 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09ccf2b-dee9-4da7-b8cf-e44ea0d11b3f None None] Routers {'9f99afea-04aa-40a9-813a-1428e5231e4c'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:03:08.432708 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-a09ccf2b-dee9-4da7-b8cf-e44ea0d11b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:03:07Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['9f99afea-04aa-40a9-813a-1428e5231e4c'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:03:08.574069 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-09093aa3-9718-4915-8683-2e73fcdec2b0 req-b3f5eddf-85a4-455f-b78d-b96a9ecea1a1 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] No DVR routers for this DVR port 2b0b98a3-4e31-4287-bddc-2fd0cc272432 on host hv-cinder-72618 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 20:03:08.592370 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-09093aa3-9718-4915-8683-2e73fcdec2b0 req-b3f5eddf-85a4-455f-b78d-b96a9ecea1a1 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:08.602582 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f7e2e9-b0df-4925-9173-691f7c609429', 'name': 'network-vif-deleted', 'tag': '2b0b98a3-4e31-4287-bddc-2fd0cc272432'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:03:08.610748 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-466cb69e-0e3d-4fb0-b8e6-1ee9eb975ae7 req-55d49283-ef12-4f61-991e-c37a42c8fb6c tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/ports?device_id=79f7e2e9-b0df-4925-9173-691f7c609429 HTTP/1.1" status: 200 len: 210 time: 0.1337729 Jan 21 20:03:08.626579 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-09093aa3-9718-4915-8683-2e73fcdec2b0 req-b3f5eddf-85a4-455f-b78d-b96a9ecea1a1 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.83 "DELETE /v2.0/ports/2b0b98a3-4e31-4287-bddc-2fd0cc272432 HTTP/1.1" status: 204 len: 173 time: 3.5927482 Jan 21 20:03:08.769730 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-a09ccf2b-dee9-4da7-b8cf-e44ea0d11b3f None None] Set router 9f99afea-04aa-40a9-813a-1428e5231e4c gateway port host: dv-cinder-726180-8-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:03:08.841577 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f7e2e9-b0df-4925-9173-691f7c609429', 'name': 'network-vif-deleted', 'tag': '2b0b98a3-4e31-4287-bddc-2fd0cc272432', 'status': 'completed', 'code': 200} Jan 21 20:03:08.914079 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:09.163760 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:09.566776 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-a09ccf2b-dee9-4da7-b8cf-e44ea0d11b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'name': 'tempest-TestVolumeBootPattern-971789623-router', 'tenant_id': 'e06769200dc344d2b76edf3f16b1d74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '6302f1bd-525d-4405-b65e-f45c0850158e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:59:42Z', 'updated_at': '2021-01-21T19:59:50Z', 'revision_number': 4, 'project_id': 'e06769200dc344d2b76edf3f16b1d74b', 'gw_port': {'id': '6302f1bd-525d-4405-b65e-f45c0850158e', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:29:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:59:44Z', 'updated_at': '2021-01-21T19:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': '7c8adb0c-c2ce-436a-a32d-171732043d56', 'name': '', 'network_id': '254a3736-3eda-4653-a3dd-b7e3185fffc0', 'tenant_id': 'e06769200dc344d2b76edf3f16b1d74b', 'mac_address': 'fa:16:3e:51:4e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '67448399-3ad8-4d60-b8f0-d9874d8637fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:59:49Z', 'updated_at': '2021-01-21T20:00:02Z', 'revision_number': 5, 'project_id': 'e06769200dc344d2b76edf3f16b1d74b', 'subnets': [{'id': '67448399-3ad8-4d60-b8f0-d9874d8637fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:03:09.600394 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09ccf2b-dee9-4da7-b8cf-e44ea0d11b3f None None] Checking router: 9f99afea-04aa-40a9-813a-1428e5231e4c for host: dv-cinder-726180-8-iscsi {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:03:09.640588 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09ccf2b-dee9-4da7-b8cf-e44ea0d11b3f None None] Routers {'9f99afea-04aa-40a9-813a-1428e5231e4c'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:03:09.642075 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-a09ccf2b-dee9-4da7-b8cf-e44ea0d11b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:03:07Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['9f99afea-04aa-40a9-813a-1428e5231e4c'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:03:10.022282 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-4af3f548-fdb9-42f0-88a3-2ebbefe09963 req-382afbbe-9367-4805-af32-a86d6b40fb8c tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Synchronizing usage tracker for tenant:e06769200dc344d2b76edf3f16b1d74b on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:03:10.025610 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-a09ccf2b-dee9-4da7-b8cf-e44ea0d11b3f None None] Set router 9f99afea-04aa-40a9-813a-1428e5231e4c gateway port host: dv-cinder-726180-8-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:03:10.039105 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-4af3f548-fdb9-42f0-88a3-2ebbefe09963 req-382afbbe-9367-4805-af32-a86d6b40fb8c tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Unset dirty status for tenant:e06769200dc344d2b76edf3f16b1d74b on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:03:10.054962 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4af3f548-fdb9-42f0-88a3-2ebbefe09963 req-382afbbe-9367-4805-af32-a86d6b40fb8c tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/ports?device_id=79f7e2e9-b0df-4925-9173-691f7c609429 HTTP/1.1" status: 200 len: 210 time: 0.0858293 Jan 21 20:03:10.618572 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-a09ccf2b-dee9-4da7-b8cf-e44ea0d11b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'name': 'tempest-TestVolumeBootPattern-971789623-router', 'tenant_id': 'e06769200dc344d2b76edf3f16b1d74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '6302f1bd-525d-4405-b65e-f45c0850158e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:59:42Z', 'updated_at': '2021-01-21T19:59:50Z', 'revision_number': 4, 'project_id': 'e06769200dc344d2b76edf3f16b1d74b', 'gw_port': {'id': '6302f1bd-525d-4405-b65e-f45c0850158e', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:29:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:59:44Z', 'updated_at': '2021-01-21T19:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': '7c8adb0c-c2ce-436a-a32d-171732043d56', 'name': '', 'network_id': '254a3736-3eda-4653-a3dd-b7e3185fffc0', 'tenant_id': 'e06769200dc344d2b76edf3f16b1d74b', 'mac_address': 'fa:16:3e:51:4e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '67448399-3ad8-4d60-b8f0-d9874d8637fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:59:49Z', 'updated_at': '2021-01-21T20:00:02Z', 'revision_number': 5, 'project_id': 'e06769200dc344d2b76edf3f16b1d74b', 'subnets': [{'id': '67448399-3ad8-4d60-b8f0-d9874d8637fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:03:10.625221 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09ccf2b-dee9-4da7-b8cf-e44ea0d11b3f None None] The sync data for ids ['9f99afea-04aa-40a9-813a-1428e5231e4c'] in dv-cinder-726180-8-iscsi is: [{'id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'name': 'tempest-TestVolumeBootPattern-971789623-router', 'tenant_id': 'e06769200dc344d2b76edf3f16b1d74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '6302f1bd-525d-4405-b65e-f45c0850158e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:59:42Z', 'updated_at': '2021-01-21T19:59:50Z', 'revision_number': 4, 'project_id': 'e06769200dc344d2b76edf3f16b1d74b', 'gw_port': {'id': '6302f1bd-525d-4405-b65e-f45c0850158e', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:29:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:59:44Z', 'updated_at': '2021-01-21T19:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': '7c8adb0c-c2ce-436a-a32d-171732043d56', 'name': '', 'network_id': '254a3736-3eda-4653-a3dd-b7e3185fffc0', 'tenant_id': 'e06769200dc344d2b76edf3f16b1d74b', 'mac_address': 'fa:16:3e:51:4e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '67448399-3ad8-4d60-b8f0-d9874d8637fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:59:49Z', 'updated_at': '2021-01-21T20:00:02Z', 'revision_number': 5, 'project_id': 'e06769200dc344d2b76edf3f16b1d74b', 'subnets': [{'id': '67448399-3ad8-4d60-b8f0-d9874d8637fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:03:11.234572 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7ca55a-4be7-4041-9907-2ef2ecae7f52 None None] New status for floating IP 15533484-f51c-4ec3-a26b-48b097cbe098: DOWN {{(pid=80116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 21 20:03:12.015232 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-735b1671-0f52-47db-bd67-b4eeffb975fc tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1169694337&fields=id&tenant_id=e06769200dc344d2b76edf3f16b1d74b HTTP/1.1" status: 200 len: 267 time: 0.0897236 Jan 21 20:03:12.260998 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-63925f50-3dd6-4b43-b0f9-bbfbd0ae4974 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:12.263011 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-63925f50-3dd6-4b43-b0f9-bbfbd0ae4974 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/networks?id=254a3736-3eda-4653-a3dd-b7e3185fffc0 HTTP/1.1" status: 200 len: 811 time: 0.2414832 Jan 21 20:03:12.316500 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-d1aebb86-6d50-4457-b58a-5fae1743c002 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/quotas/e06769200dc344d2b76edf3f16b1d74b HTTP/1.1" status: 200 len: 375 time: 0.0242884 Jan 21 20:03:12.469399 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-3f8b694d-0ea2-4d26-b65f-473a11951a8b tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/ports?tenant_id=e06769200dc344d2b76edf3f16b1d74b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1407473 Jan 21 20:03:12.713122 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-a599008c-317f-4302-950d-e223f5bb3c7c service neutron] 10.222.0.74 "GET /v2.0/networks/254a3736-3eda-4653-a3dd-b7e3185fffc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178707 Jan 21 20:03:13.037253 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-b6b64454-313c-4197-b22c-e3bd7c79278a service neutron] 10.222.0.74 "GET /v2.0/networks/254a3736-3eda-4653-a3dd-b7e3185fffc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3184707 Jan 21 20:03:13.967302 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-77b7a6fa-c2cd-4597-a0f9-9139af7567b8 req-353961a4-2fdd-4a9d-af5d-56d94221ae22 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/ports?device_id=1e64bf49-38d1-47e3-9a1f-9d602ce93ca1 HTTP/1.1" status: 200 len: 210 time: 0.0738924 Jan 21 20:03:15.081989 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630bf7b-f8b7-4f17-bcb4-da690c738aa1 req-620d82c7-685d-4a43-8bb1-c01df790a892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:15.084874 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d630bf7b-f8b7-4f17-bcb4-da690c738aa1 req-620d82c7-685d-4a43-8bb1-c01df790a892 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0ddb4b82bd4d4ba798210dfef0c51e89&device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 1202 time: 0.3572018 Jan 21 20:03:15.387579 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3d1c1-cc36-4d80-a017-b6f309f622c2 req-6bdac220-b6a5-45f2-b7bb-7401324adaf1 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:15.390144 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3ab3d1c1-cc36-4d80-a017-b6f309f622c2 req-6bdac220-b6a5-45f2-b7bb-7401324adaf1 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 984 time: 0.5278881 Jan 21 20:03:15.502862 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3ab3d1c1-cc36-4d80-a017-b6f309f622c2 req-9579210c-5dd9-470a-835d-8abd6f2cb27c tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups?id=cab5a398-bf18-4a00-b529-b5417239d120&id=8e4a58f4-15a6-4abf-833f-e016550779d8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0955462 Jan 21 20:03:15.518857 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-fb6cc51b-d2d6-4f16-b7c7-fa8c5e49627f req-f8f060c5-6a38-4a65-92b2-534703efe008 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/ports?device_id=1e64bf49-38d1-47e3-9a1f-9d602ce93ca1 HTTP/1.1" status: 200 len: 210 time: 0.2316265 Jan 21 20:03:15.626288 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630bf7b-f8b7-4f17-bcb4-da690c738aa1 req-2562695a-f7f5-4b53-ade2-1dc4b76ce086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:15.632748 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d630bf7b-f8b7-4f17-bcb4-da690c738aa1 req-2562695a-f7f5-4b53-ade2-1dc4b76ce086 service neutron] 10.222.0.83 "GET /v2.0/networks?id=843bf788-d609-4005-9995-bbed36e20282 HTTP/1.1" status: 200 len: 908 time: 0.5309637 Jan 21 20:03:15.906052 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d630bf7b-f8b7-4f17-bcb4-da690c738aa1 req-8eab1d1b-7fc7-4296-920f-c4abbe0faffe service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=264ab6b4-459b-4209-b7dd-e3cb94fce7e2 HTTP/1.1" status: 200 len: 1000 time: 0.2594278 Jan 21 20:03:16.184865 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630bf7b-f8b7-4f17-bcb4-da690c738aa1 req-47c6f2bd-c38d-4313-8d58-8ab09e15e8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:16.188704 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d630bf7b-f8b7-4f17-bcb4-da690c738aa1 req-47c6f2bd-c38d-4313-8d58-8ab09e15e8e7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=936f1562-19ae-4630-8b98-9fbdb8ca23b9 HTTP/1.1" status: 200 len: 853 time: 0.2033966 Jan 21 20:03:16.649232 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-03a662fc-d9e4-4366-bba2-71b82005e8d0 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:16.653473 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-03a662fc-d9e4-4366-bba2-71b82005e8d0 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.83 "GET /v2.0/networks?id=254a3736-3eda-4653-a3dd-b7e3185fffc0 HTTP/1.1" status: 200 len: 811 time: 0.3996592 Jan 21 20:03:17.060287 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57cbc76-366e-4dd6-b50d-c55325f4147c req-61b6bef5-31b9-467f-bf56-fd0d7faf5def tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:17.063838 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f57cbc76-366e-4dd6-b50d-c55325f4147c req-61b6bef5-31b9-467f-bf56-fd0d7faf5def tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=83e1e889-455a-4947-842a-addef4301674 HTTP/1.1" status: 200 len: 945 time: 0.8726451 Jan 21 20:03:17.091655 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-78843919-55dc-421c-8db1-d7f173b5e128 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e06769200dc344d2b76edf3f16b1d74b HTTP/1.1" status: 200 len: 5765 time: 0.3994756 Jan 21 20:03:17.144559 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630bf7b-f8b7-4f17-bcb4-da690c738aa1 req-20849141-9b98-4b6f-8d29-21ec63504eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:17.144559 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d630bf7b-f8b7-4f17-bcb4-da690c738aa1 req-20849141-9b98-4b6f-8d29-21ec63504eee service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=843bf788-d609-4005-9995-bbed36e20282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.8247070 Jan 21 20:03:17.162792 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-e3915432-fb5d-4822-91ec-e189cd163676 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Request body: {'port': {'device_id': '1e64bf49-38d1-47e3-9a1f-9d602ce93ca1', 'network_id': '254a3736-3eda-4653-a3dd-b7e3185fffc0', 'admin_state_up': True, 'tenant_id': 'e06769200dc344d2b76edf3f16b1d74b', 'security_groups': ['b0de9197-38ff-4771-a521-40a10a34698d']}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:03:17.306766 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f57cbc76-366e-4dd6-b50d-c55325f4147c req-813412b9-e85c-49ff-8c7a-8c7739ed13a3 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=29c3be6d-f2c1-4929-aa45-b068df4bcbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2095921 Jan 21 20:03:17.867347 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f56d465e-ef25-4a90-8a94-dabe309d0352 req-008d1194-d120-4eae-826e-69cfb284cb28 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/ports?device_id=1e64bf49-38d1-47e3-9a1f-9d602ce93ca1 HTTP/1.1" status: 200 len: 210 time: 0.1355617 Jan 21 20:03:17.999049 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ef936-eaa5-4371-9209-2788420c2225 req-ce5ecab0-d60d-439f-bc40-f2b1eb5aef40 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:18.007367 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-dd5ef936-eaa5-4371-9209-2788420c2225 req-ce5ecab0-d60d-439f-bc40-f2b1eb5aef40 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 984 time: 1.1249511 Jan 21 20:03:18.076788 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-e3915432-fb5d-4822-91ec-e189cd163676 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:03:18.096618 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-e3915432-fb5d-4822-91ec-e189cd163676 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:03:18.148104 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d630bf7b-f8b7-4f17-bcb4-da690c738aa1 req-79410668-309b-412e-aa1b-cb8294df0797 service neutron] 10.222.0.83 "GET /v2.0/networks/843bf788-d609-4005-9995-bbed36e20282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9695504 Jan 21 20:03:18.151967 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-e3915432-fb5d-4822-91ec-e189cd163676 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Made reservation on behalf of e06769200dc344d2b76edf3f16b1d74b for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:03:18.168752 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-e3915432-fb5d-4822-91ec-e189cd163676 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:18.233401 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-dd5ef936-eaa5-4371-9209-2788420c2225 req-f0a7393f-91bc-4742-90aa-2fdd3cadb540 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups?id=cab5a398-bf18-4a00-b529-b5417239d120&id=8e4a58f4-15a6-4abf-833f-e016550779d8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.2247446 Jan 21 20:03:18.587957 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 017caee7-24ab-4f8f-82a9-70ec351d37c8 no longer exists at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:03:18.630461 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d630bf7b-f8b7-4f17-bcb4-da690c738aa1 req-61cf2f3f-61e8-4cb4-b38d-92fa8ddfe01b service neutron] 10.222.0.83 "GET /v2.0/networks/843bf788-d609-4005-9995-bbed36e20282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4378839 Jan 21 20:03:18.742182 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:18.784173 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e1e889-455a-4947-842a-addef4301674', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '017caee7-24ab-4f8f-82a9-70ec351d37c8'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:03:18.802690 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] For port 017caee7-24ab-4f8f-82a9-70ec351d37c8, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=017caee7-24ab-4f8f-82a9-70ec351d37c8,segment=NetworkSegment(54492169-1737-42df-aa1f-05bff6aaa8d2),segment_id=54492169-1737-42df-aa1f-05bff6aaa8d2)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:03:18.807980 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:18.810701 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:03:18.859438 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4693ce0-0335-4252-a39c-4b6bf440e46b req-4abdbec2-844c-4207-a796-47bcd38e5753 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:18.860951 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f4693ce0-0335-4252-a39c-4b6bf440e46b req-4abdbec2-844c-4207-a796-47bcd38e5753 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.83 "GET /v2.0/ports?device_id=83e1e889-455a-4947-842a-addef4301674 HTTP/1.1" status: 200 len: 945 time: 0.3192296 Jan 21 20:03:18.865213 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e1e889-455a-4947-842a-addef4301674', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '017caee7-24ab-4f8f-82a9-70ec351d37c8', 'code': 200} Jan 21 20:03:18.888031 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b0e00-8031-4aae-8ee1-dc453f768a3e req-6bef98d0-5149-4e5f-a1d2-53f0ac609a49 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:18.889684 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d93b0e00-8031-4aae-8ee1-dc453f768a3e req-6bef98d0-5149-4e5f-a1d2-53f0ac609a49 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=83e1e889-455a-4947-842a-addef4301674 HTTP/1.1" status: 200 len: 945 time: 0.4018471 Jan 21 20:03:18.923811 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Pushing event updated for resources: {'Port': ['ID=017caee7-24ab-4f8f-82a9-70ec351d37c8,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:03:18.929034 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:03:19.006978 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-e3915432-fb5d-4822-91ec-e189cd163676 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Allocated IP 172.20.0.8 (254a3736-3eda-4653-a3dd-b7e3185fffc0/67448399-3ad8-4d60-b8f0-d9874d8637fd/0e6e240e-7ebf-4f8b-bc29-84241bbb99bf) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:03:19.067204 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d93b0e00-8031-4aae-8ee1-dc453f768a3e req-665dddb0-f426-4c06-b80b-81a21d404d31 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=29c3be6d-f2c1-4929-aa45-b068df4bcbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099815 Jan 21 20:03:19.080099 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-f4693ce0-0335-4252-a39c-4b6bf440e46b req-89de9493-3859-43c7-8cfa-33f6450a516d tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Deleting port 017caee7-24ab-4f8f-82a9-70ec351d37c8 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:03:19.080623 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-f4693ce0-0335-4252-a39c-4b6bf440e46b req-89de9493-3859-43c7-8cfa-33f6450a516d tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:19.199131 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-bef4342c-71f0-497b-89d5-38be4ac2f257 req-eda269c3-145d-4ebf-84b8-6cb433c83763 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/ports?device_id=1e64bf49-38d1-47e3-9a1f-9d602ce93ca1 HTTP/1.1" status: 200 len: 210 time: 0.0819938 Jan 21 20:03:19.744992 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-e3915432-fb5d-4822-91ec-e189cd163676 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:19.811866 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-e3915432-fb5d-4822-91ec-e189cd163676 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Transition to ACTIVE for port object 0e6e240e-7ebf-4f8b-bc29-84241bbb99bf will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:03:19.933925 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7876cd-98a2-41a4-a84e-31acb11dc7a6 req-4e44a587-ae30-4b55-bcbc-ea3ad17cc706 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:19.936148 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-be7876cd-98a2-41a4-a84e-31acb11dc7a6 req-4e44a587-ae30-4b55-bcbc-ea3ad17cc706 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 984 time: 0.4500406 Jan 21 20:03:19.955039 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-f4693ce0-0335-4252-a39c-4b6bf440e46b req-89de9493-3859-43c7-8cfa-33f6450a516d tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] For port 017caee7-24ab-4f8f-82a9-70ec351d37c8, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=017caee7-24ab-4f8f-82a9-70ec351d37c8,segment=NetworkSegment(54492169-1737-42df-aa1f-05bff6aaa8d2),segment_id=54492169-1737-42df-aa1f-05bff6aaa8d2)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:03:19.955372 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-f4693ce0-0335-4252-a39c-4b6bf440e46b req-89de9493-3859-43c7-8cfa-33f6450a516d tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:20.105478 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-e3915432-fb5d-4822-91ec-e189cd163676 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852560929'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:20.136608 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b3f5eddf-85a4-455f-b78d-b96a9ecea1a1 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:03:20.391751 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-be7876cd-98a2-41a4-a84e-31acb11dc7a6 req-e0d12bdc-a699-4217-b6ea-df516cefeed6 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups?id=cab5a398-bf18-4a00-b529-b5417239d120&id=8e4a58f4-15a6-4abf-833f-e016550779d8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.4416068 Jan 21 20:03:20.483476 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3915432-fb5d-4822-91ec-e189cd163676 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Pushing event updated for resources: {'Port': ['ID=0e6e240e-7ebf-4f8b-bc29-84241bbb99bf,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:03:20.486933 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e3915432-fb5d-4822-91ec-e189cd163676 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:03:20.990149 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-e3915432-fb5d-4822-91ec-e189cd163676 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Network 254a3736-3eda-4653-a3dd-b7e3185fffc0 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:03:20.991749 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.agents_db [None req-c7ecb146-6622-446f-8bab-48f8cf3fe8cd None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:03:21.018579 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f8a43a-5313-486b-ab5e-ad4d7da87aad req-56d7045b-3723-4bdf-97c8-158534358ec1 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:21.020342 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-44f8a43a-5313-486b-ab5e-ad4d7da87aad req-56d7045b-3723-4bdf-97c8-158534358ec1 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=83e1e889-455a-4947-842a-addef4301674 HTTP/1.1" status: 200 len: 943 time: 0.7563872 Jan 21 20:03:21.021332 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-e3915432-fb5d-4822-91ec-e189cd163676 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:03:21.028886 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-e3915432-fb5d-4822-91ec-e189cd163676 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:03:21.087882 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-f4693ce0-0335-4252-a39c-4b6bf440e46b req-89de9493-3859-43c7-8cfa-33f6450a516d tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks [] for floatingip, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:21.088320 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-f4693ce0-0335-4252-a39c-4b6bf440e46b req-89de9493-3859-43c7-8cfa-33f6450a516d tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853807100'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:21.089267 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.db.l3_db [req-f4693ce0-0335-4252-a39c-4b6bf440e46b req-89de9493-3859-43c7-8cfa-33f6450a516d tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Floating IP 9dfd7af5-6d85-4631-a495-e682c4c995ba disassociated. External IP: 172.27.2.126, port: 017caee7-24ab-4f8f-82a9-70ec351d37c8. Jan 21 20:03:21.089267 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-f4693ce0-0335-4252-a39c-4b6bf440e46b req-89de9493-3859-43c7-8cfa-33f6450a516d tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Calling delete_port for 017caee7-24ab-4f8f-82a9-70ec351d37c8 owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:03:21.287875 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-e3915432-fb5d-4822-91ec-e189cd163676 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:21.288485 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-e3915432-fb5d-4822-91ec-e189cd163676 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:21.307783 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c295db2e-89fa-4136-98d8-765abf4d7542 None None] Provisioning for port 0e6e240e-7ebf-4f8b-bc29-84241bbb99bf completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:03:21.312894 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c295db2e-89fa-4136-98d8-765abf4d7542 None None] Provisioning complete for port 0e6e240e-7ebf-4f8b-bc29-84241bbb99bf triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:03:21.313455 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c295db2e-89fa-4136-98d8-765abf4d7542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:21.321482 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83a4fa-ca5d-4f40-8fed-2723f4049263 req-bc0ea982-3960-48c8-b768-9c5ea0a18fbd tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:21.322341 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-bc83a4fa-ca5d-4f40-8fed-2723f4049263 req-bc0ea982-3960-48c8-b768-9c5ea0a18fbd tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/ports?device_id=1e64bf49-38d1-47e3-9a1f-9d602ce93ca1 HTTP/1.1" status: 200 len: 931 time: 0.7838042 Jan 21 20:03:21.328184 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-44f8a43a-5313-486b-ab5e-ad4d7da87aad req-2c6a5f88-95fe-492c-8f5d-ce610bc1eb84 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups?id=29c3be6d-f2c1-4929-aa45-b068df4bcbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2697010 Jan 21 20:03:21.415995 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-c295db2e-89fa-4136-98d8-765abf4d7542 None None] Port 0e6e240e-7ebf-4f8b-bc29-84241bbb99bf cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 20:03:21.424028 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-e3915432-fb5d-4822-91ec-e189cd163676 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2990575 Jan 21 20:03:21.462209 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 58952) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:03:21.481045 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-bc83a4fa-ca5d-4f40-8fed-2723f4049263 req-e141967d-ede0-4b6a-b348-b2f5f366a2f6 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/security-groups?id=b0de9197-38ff-4771-a521-40a10a34698d&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1442204 Jan 21 20:03:21.485208 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-95f6388e-4668-41c2-b7df-54717a19dcb5 service neutron] Request body: {'port': {'device_id': '1e64bf49-38d1-47e3-9a1f-9d602ce93ca1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:03:21.537375 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_v2 [None req-47f3dcfa-4d1d-4bbc-b1ac-8ad6d3de4c80 admin admin] Deleting subnet 105f2bff-4de0-4847-a5a4-12f34262512b {{(pid=80113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 21 20:03:21.543697 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-47f3dcfa-4d1d-4bbc-b1ac-8ad6d3de4c80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:21.551074 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e43c4-bfd5-4512-804a-7b7cb847836a req-d76966e9-d96d-47d7-9f10-0512d3b20f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:21.553085 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-dc8e43c4-bfd5-4512-804a-7b7cb847836a req-d76966e9-d96d-47d7-9f10-0512d3b20f99 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0ddb4b82bd4d4ba798210dfef0c51e89&device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 1202 time: 0.4067428 Jan 21 20:03:21.614595 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-47f3dcfa-4d1d-4bbc-b1ac-8ad6d3de4c80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145445'] for subnet, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:21.690310 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-47f3dcfa-4d1d-4bbc-b1ac-8ad6d3de4c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846617693'] for subnet, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:21.775339 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-f4693ce0-0335-4252-a39c-4b6bf440e46b req-89de9493-3859-43c7-8cfa-33f6450a516d tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852560929'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:21.804442 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-4a981116-9121-48f6-b392-6e4896c107bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:03:21.932836 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89de9493-3859-43c7-8cfa-33f6450a516d tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Pushing event deleted for resources: {'Port': ['ID=017caee7-24ab-4f8f-82a9-70ec351d37c8,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:03:21.954302 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-89de9493-3859-43c7-8cfa-33f6450a516d tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:03:21.960355 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-95f6388e-4668-41c2-b7df-54717a19dcb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:21.993871 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-47f3dcfa-4d1d-4bbc-b1ac-8ad6d3de4c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8158139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852305712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853121062'] for subnet, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:22.012547 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a1765a78-f303-40e7-9546-d1f5c3b3df29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:03:22.118726 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f3dcfa-4d1d-4bbc-b1ac-8ad6d3de4c80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=105f2bff-4de0-4847-a5a4-12f34262512b,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:03:22.122236 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-47f3dcfa-4d1d-4bbc-b1ac-8ad6d3de4c80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:03:22.122761 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e43c4-bfd5-4512-804a-7b7cb847836a req-911d0023-ea57-4601-913c-563fa40f36ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:22.124090 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-dc8e43c4-bfd5-4512-804a-7b7cb847836a req-911d0023-ea57-4601-913c-563fa40f36ea service neutron] 10.222.0.83 "GET /v2.0/networks?id=843bf788-d609-4005-9995-bbed36e20282 HTTP/1.1" status: 200 len: 908 time: 0.5335743 Jan 21 20:03:22.167022 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-47f3dcfa-4d1d-4bbc-b1ac-8ad6d3de4c80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:22.174929 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-47f3dcfa-4d1d-4bbc-b1ac-8ad6d3de4c80 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/105f2bff-4de0-4847-a5a4-12f34262512b HTTP/1.1" status: 204 len: 168 time: 0.7115076 Jan 21 20:03:22.178208 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 58956) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:03:22.306681 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59714b8d-12ca-4a38-975e-511f75e95067 req-900a9553-fab2-4bb1-ac0f-2a30566be651 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:22.308411 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-59714b8d-12ca-4a38-975e-511f75e95067 req-900a9553-fab2-4bb1-ac0f-2a30566be651 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 984 time: 0.6895335 Jan 21 20:03:22.313760 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5d7eab46-785a-474d-b057-12b390377b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846842325'] for network, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:22.459621 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-dc8e43c4-bfd5-4512-804a-7b7cb847836a req-328fc53b-8ed6-497b-994c-d0fd53f4a029 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=264ab6b4-459b-4209-b7dd-e3cb94fce7e2 HTTP/1.1" status: 200 len: 1000 time: 0.3184488 Jan 21 20:03:22.538559 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5d7eab46-785a-474d-b057-12b390377b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8157968', 'neutron.services.segments.db._delete_segments_for_network--9223363307589961673'] for network, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:22.662920 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.segments.db [None req-5d7eab46-785a-474d-b057-12b390377b85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2200cabb-7aa1-48ea-82c4-aefd11a7e0d5']}} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:03:22.682853 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.segments.db [None req-5d7eab46-785a-474d-b057-12b390377b85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad9134c2-9bba-4db6-8545-46f5d3417125') {'for_net_delete': True} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:03:22.683204 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.segments.db [None req-5d7eab46-785a-474d-b057-12b390377b85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad9134c2-9bba-4db6-8545-46f5d3417125') {} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:03:22.699274 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5d7eab46-785a-474d-b057-12b390377b85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307589963209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852630355'] for segment, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:22.718140 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5d7eab46-785a-474d-b057-12b390377b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8360645'] for segment, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:22.720602 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5d7eab46-785a-474d-b057-12b390377b85 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 21 20:03:22.928631 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-5d7eab46-785a-474d-b057-12b390377b85 admin admin] Network 2200cabb-7aa1-48ea-82c4-aefd11a7e0d5 has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 20:03:22.938634 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5d7eab46-785a-474d-b057-12b390377b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846415140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852305729'] for segment, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:22.967872 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-59714b8d-12ca-4a38-975e-511f75e95067 req-6e14fad5-f212-4fe2-a5bc-ce55c01fdbec tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups?id=cab5a398-bf18-4a00-b529-b5417239d120&id=8e4a58f4-15a6-4abf-833f-e016550779d8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.6432905 Jan 21 20:03:22.996314 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-10bfb522-2baf-4a28-b281-b9ddcf97aa3f req-19c871e2-166a-4758-b8ff-32874eb6152a tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=83e1e889-455a-4947-842a-addef4301674 HTTP/1.1" status: 200 len: 210 time: 0.4136207 Jan 21 20:03:23.185718 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e43c4-bfd5-4512-804a-7b7cb847836a req-6e4c7219-6760-4c9b-8d66-8e538c6ce792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:23.187341 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-dc8e43c4-bfd5-4512-804a-7b7cb847836a req-6e4c7219-6760-4c9b-8d66-8e538c6ce792 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=936f1562-19ae-4630-8b98-9fbdb8ca23b9 HTTP/1.1" status: 200 len: 853 time: 0.6713333 Jan 21 20:03:23.371545 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4693ce0-0335-4252-a39c-4b6bf440e46b req-89de9493-3859-43c7-8cfa-33f6450a516d tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Router 0b476698-997c-483c-b00f-004470af1691 has already been hosted by L3 agent acfbd797-5df7-45c7-9954-db8085626b2a {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 20:03:23.404192 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-5d7eab46-785a-474d-b057-12b390377b85 admin admin] Network 2200cabb-7aa1-48ea-82c4-aefd11a7e0d5 has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 20:03:23.430422 dv-cinder-726180-8-iscsi neutron-server[80002]: Traceback (most recent call last): Jan 21 20:03:23.430422 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 20:03:23.430422 dv-cinder-726180-8-iscsi neutron-server[80002]: timer() Jan 21 20:03:23.430422 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 20:03:23.430422 dv-cinder-726180-8-iscsi neutron-server[80002]: cb(*args, **kw) Jan 21 20:03:23.430422 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 21 20:03:23.430422 dv-cinder-726180-8-iscsi neutron-server[80002]: return func(*args, **kwargs) Jan 21 20:03:23.430422 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 20:03:23.430422 dv-cinder-726180-8-iscsi neutron-server[80002]: self._notify() Jan 21 20:03:23.430422 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 20:03:23.430422 dv-cinder-726180-8-iscsi neutron-server[80002]: self.callback(batched_events) Jan 21 20:03:23.430422 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 20:03:23.430422 dv-cinder-726180-8-iscsi neutron-server[80002]: event.method(event) Jan 21 20:03:23.430422 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 20:03:23.430422 dv-cinder-726180-8-iscsi neutron-server[80002]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 20:03:23.430422 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 21 20:03:23.430422 dv-cinder-726180-8-iscsi neutron-server[80002]: segment_id)['aggregates'][0] Jan 21 20:03:23.430422 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 20:03:23.430422 dv-cinder-726180-8-iscsi neutron-server[80002]: return f(self, *a, **k) Jan 21 20:03:23.430422 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 20:03:23.430422 dv-cinder-726180-8-iscsi neutron-server[80002]: return self._get(url).json() Jan 21 20:03:23.430422 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 20:03:23.430422 dv-cinder-726180-8-iscsi neutron-server[80002]: **kwargs) Jan 21 20:03:23.430422 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 20:03:23.430422 dv-cinder-726180-8-iscsi neutron-server[80002]: return self.request(url, 'GET', **kwargs) Jan 21 20:03:23.430422 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 21 20:03:23.430422 dv-cinder-726180-8-iscsi neutron-server[80002]: **endpoint_filter) Jan 21 20:03:23.430422 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 20:03:23.430422 dv-cinder-726180-8-iscsi neutron-server[80002]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 20:03:23.430422 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 20:03:23.430422 dv-cinder-726180-8-iscsi neutron-server[80002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 20:03:23.430422 dv-cinder-726180-8-iscsi neutron-server[80002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 20:03:23.523170 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5d7eab46-785a-474d-b057-12b390377b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846617832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853807049'] for network, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:23.527117 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.db.resource_extend [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-95f6388e-4668-41c2-b7df-54717a19dcb5 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 21 20:03:23.527998 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5d7eab46-785a-474d-b057-12b390377b85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:23.532226 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:03:23.562439 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7eab46-785a-474d-b057-12b390377b85 admin admin] Pushing event deleted for resources: {'Network': ['ID=2200cabb-7aa1-48ea-82c4-aefd11a7e0d5,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:03:23.569045 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-5d7eab46-785a-474d-b057-12b390377b85 admin admin] 10.222.0.74 "DELETE /v2.0/networks/2200cabb-7aa1-48ea-82c4-aefd11a7e0d5 HTTP/1.1" status: 204 len: 168 time: 1.3855741 Jan 21 20:03:23.591173 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7eab46-785a-474d-b057-12b390377b85 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:23.591557 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7eab46-785a-474d-b057-12b390377b85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:23.591973 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7eab46-785a-474d-b057-12b390377b85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:23.592392 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7eab46-785a-474d-b057-12b390377b85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:23.592804 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7eab46-785a-474d-b057-12b390377b85 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:23.593187 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7eab46-785a-474d-b057-12b390377b85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:23.593610 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7eab46-785a-474d-b057-12b390377b85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:23.594018 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7eab46-785a-474d-b057-12b390377b85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:23.594436 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7eab46-785a-474d-b057-12b390377b85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:23.594849 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7eab46-785a-474d-b057-12b390377b85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:23.595419 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7eab46-785a-474d-b057-12b390377b85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:23.595828 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7eab46-785a-474d-b057-12b390377b85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:23.596294 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7eab46-785a-474d-b057-12b390377b85 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:23.597182 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7eab46-785a-474d-b057-12b390377b85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:23.597605 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7eab46-785a-474d-b057-12b390377b85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:23.598606 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7eab46-785a-474d-b057-12b390377b85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:23.599019 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7eab46-785a-474d-b057-12b390377b85 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:23.599458 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7eab46-785a-474d-b057-12b390377b85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:23.599876 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7eab46-785a-474d-b057-12b390377b85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:23.600291 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7eab46-785a-474d-b057-12b390377b85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:23.600697 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7eab46-785a-474d-b057-12b390377b85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:23.601103 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7eab46-785a-474d-b057-12b390377b85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:23.601508 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7eab46-785a-474d-b057-12b390377b85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:23.603525 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7eab46-785a-474d-b057-12b390377b85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:23.607890 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-5d7eab46-785a-474d-b057-12b390377b85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:03:23.645723 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d7338-0cd6-490b-9263-87a76f0a6019 req-ddc6d69c-5ff8-4804-92b1-279245497673 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:23.646496 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-463d7338-0cd6-490b-9263-87a76f0a6019 req-ddc6d69c-5ff8-4804-92b1-279245497673 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Synchronizing usage tracker for tenant:e06769200dc344d2b76edf3f16b1d74b on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:03:23.657067 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e43c4-bfd5-4512-804a-7b7cb847836a req-70a35743-2f1a-463f-aba0-451728c22be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:23.658721 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-dc8e43c4-bfd5-4512-804a-7b7cb847836a req-70a35743-2f1a-463f-aba0-451728c22be5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=843bf788-d609-4005-9995-bbed36e20282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3869190 Jan 21 20:03:23.776015 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-95f6388e-4668-41c2-b7df-54717a19dcb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e6e240e-7ebf-4f8b-bc29-84241bbb99bf {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 20:03:23.810405 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 58968) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:03:23.851302 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-95f6388e-4668-41c2-b7df-54717a19dcb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:23.858141 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-463d7338-0cd6-490b-9263-87a76f0a6019 req-ddc6d69c-5ff8-4804-92b1-279245497673 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Unset dirty status for tenant:e06769200dc344d2b76edf3f16b1d74b on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:03:23.859471 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-463d7338-0cd6-490b-9263-87a76f0a6019 req-ddc6d69c-5ff8-4804-92b1-279245497673 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/ports?device_id=1e64bf49-38d1-47e3-9a1f-9d602ce93ca1 HTTP/1.1" status: 200 len: 931 time: 0.6652720 Jan 21 20:03:23.866327 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-1cbbeaac-d54c-45e6-bc82-29897ed46abf admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e421781b13ec462a8bd73122a059e1aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0544102 Jan 21 20:03:23.869079 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 58972) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:03:23.911137 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4693ce0-0335-4252-a39c-4b6bf440e46b req-89de9493-3859-43c7-8cfa-33f6450a516d tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify agent at l3_agent.dv-cinder-726180-8-iscsi the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:03:23.925083 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ffc16e-f081-4d9c-9b7e-c4635e4a9ac8 None None] Sync routers for ids ['0b476698-997c-483c-b00f-004470af1691'] in dv-cinder-726180-8-iscsi {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:03:23.926685 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-95f6388e-4668-41c2-b7df-54717a19dcb5 service neutron] Transition to ACTIVE for port object 0e6e240e-7ebf-4f8b-bc29-84241bbb99bf will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:03:23.940361 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ffc16e-f081-4d9c-9b7e-c4635e4a9ac8 None None] Routers {'0b476698-997c-483c-b00f-004470af1691'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:03:23.940545 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-948eff96-fa24-4581-a157-f80fa8e2db97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:23.941281 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-a8ffc16e-f081-4d9c-9b7e-c4635e4a9ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:03:07Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['0b476698-997c-483c-b00f-004470af1691'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:03:23.972443 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-948eff96-fa24-4581-a157-f80fa8e2db97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:23.976865 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-95f6388e-4668-41c2-b7df-54717a19dcb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214824'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:23.995508 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-aa89934f-8c0e-47c9-9881-38914a5f4e02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:03:24.026483 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-948eff96-fa24-4581-a157-f80fa8e2db97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:24.027922 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4693ce0-0335-4252-a39c-4b6bf440e46b req-89de9493-3859-43c7-8cfa-33f6450a516d tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] No DVR routers for this DVR port 017caee7-24ab-4f8f-82a9-70ec351d37c8 on host hv-cinder-72618 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 20:03:24.033886 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-01e4edbd-1868-4464-8ac6-c4c372800c58 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:03:24.043952 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-f4693ce0-0335-4252-a39c-4b6bf440e46b req-89de9493-3859-43c7-8cfa-33f6450a516d tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:24.053547 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e1e889-455a-4947-842a-addef4301674', 'name': 'network-vif-deleted', 'tag': '017caee7-24ab-4f8f-82a9-70ec351d37c8'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:03:24.055394 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948eff96-fa24-4581-a157-f80fa8e2db97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5caebf4a-8cfb-41da-be6a-549efa993de0,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:03:24.058178 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-948eff96-fa24-4581-a157-f80fa8e2db97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:03:24.059422 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-948eff96-fa24-4581-a157-f80fa8e2db97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:24.072898 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-948eff96-fa24-4581-a157-f80fa8e2db97 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5caebf4a-8cfb-41da-be6a-549efa993de0 HTTP/1.1" status: 204 len: 168 time: 0.1935694 Jan 21 20:03:24.177570 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-463d7338-0cd6-490b-9263-87a76f0a6019 req-65135f3a-ccdf-41bc-a0f8-f4ff933801b4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/security-groups?id=b0de9197-38ff-4771-a521-40a10a34698d&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.2986426 Jan 21 20:03:24.179843 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-dc8e43c4-bfd5-4512-804a-7b7cb847836a req-bdb4c6a1-b4dc-48c5-a878-2ccb742842d6 service neutron] 10.222.0.83 "GET /v2.0/networks/843bf788-d609-4005-9995-bbed36e20282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4646602 Jan 21 20:03:24.242556 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f4693ce0-0335-4252-a39c-4b6bf440e46b req-89de9493-3859-43c7-8cfa-33f6450a516d tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.83 "DELETE /v2.0/ports/017caee7-24ab-4f8f-82a9-70ec351d37c8 HTTP/1.1" status: 204 len: 173 time: 5.3326287 Jan 21 20:03:24.255666 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f6388e-4668-41c2-b7df-54717a19dcb5 service neutron] Pushing event updated for resources: {'Port': ['ID=0e6e240e-7ebf-4f8b-bc29-84241bbb99bf,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:03:24.308423 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-95f6388e-4668-41c2-b7df-54717a19dcb5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:03:24.448898 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-a8ffc16e-f081-4d9c-9b7e-c4635e4a9ac8 None None] Set router 0b476698-997c-483c-b00f-004470af1691 gateway port host: dv-cinder-726180-8-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:03:24.581115 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-0fbe5eef-3ab1-4298-a5fc-4125297a059b req-0a45ad48-4e47-46d1-8c6b-365e96ffd915 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Synchronizing usage tracker for tenant:b3037d7b8c6a4529a56f7be33c3cb0ab on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:03:24.733793 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-dc8e43c4-bfd5-4512-804a-7b7cb847836a req-bf38de78-4626-480d-a6a9-3a5b7d055db9 service neutron] 10.222.0.83 "GET /v2.0/networks/843bf788-d609-4005-9995-bbed36e20282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5393724 Jan 21 20:03:24.737227 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-0fbe5eef-3ab1-4298-a5fc-4125297a059b req-0a45ad48-4e47-46d1-8c6b-365e96ffd915 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Unset dirty status for tenant:b3037d7b8c6a4529a56f7be33c3cb0ab on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:03:24.739151 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0fbe5eef-3ab1-4298-a5fc-4125297a059b req-0a45ad48-4e47-46d1-8c6b-365e96ffd915 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/ports?device_id=83e1e889-455a-4947-842a-addef4301674 HTTP/1.1" status: 200 len: 210 time: 0.2479215 Jan 21 20:03:24.812354 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426005ed-a15f-4752-beac-91fdb5259173 req-5deba51d-71f7-426d-9940-fff90fde06f5 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:24.822590 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-426005ed-a15f-4752-beac-91fdb5259173 req-5deba51d-71f7-426d-9940-fff90fde06f5 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 984 time: 0.5785353 Jan 21 20:03:24.927401 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-426005ed-a15f-4752-beac-91fdb5259173 req-288bdf37-95d5-44c5-ae3f-856ef2eac7e0 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups?id=cab5a398-bf18-4a00-b529-b5417239d120&id=8e4a58f4-15a6-4abf-833f-e016550779d8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1036780 Jan 21 20:03:24.937295 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e1e889-455a-4947-842a-addef4301674', 'name': 'network-vif-deleted', 'tag': '017caee7-24ab-4f8f-82a9-70ec351d37c8', 'status': 'completed', 'code': 200} Jan 21 20:03:25.007527 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-95f6388e-4668-41c2-b7df-54717a19dcb5 service neutron] Attempting to bind port 0e6e240e-7ebf-4f8b-bc29-84241bbb99bf on host hv-cinder-72618 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 20:03:25.008027 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-95f6388e-4668-41c2-b7df-54717a19dcb5 service neutron] Attempting to bind port 0e6e240e-7ebf-4f8b-bc29-84241bbb99bf by drivers openvswitch on host hv-cinder-72618 at level 0 using segments [{'id': '280e0ed6-2977-414d-a5e1-db08aca200b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '254a3736-3eda-4653-a3dd-b7e3185fffc0'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 20:03:25.008403 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-95f6388e-4668-41c2-b7df-54717a19dcb5 service neutron] Attempting to bind port 0e6e240e-7ebf-4f8b-bc29-84241bbb99bf on network 254a3736-3eda-4653-a3dd-b7e3185fffc0 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 20:03:25.015110 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-95f6388e-4668-41c2-b7df-54717a19dcb5 service neutron] Checking agent: {'id': 'f41af306-ec4b-4f2b-b4b7-a53ee99eba1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 53, 28), 'started_at': datetime.datetime(2021, 1, 21, 19, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 20, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 20:03:25.015684 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-95f6388e-4668-41c2-b7df-54717a19dcb5 service neutron] Checking segment: {'id': '280e0ed6-2977-414d-a5e1-db08aca200b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '254a3736-3eda-4653-a3dd-b7e3185fffc0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:03:25.016101 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-95f6388e-4668-41c2-b7df-54717a19dcb5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:25.016642 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-95f6388e-4668-41c2-b7df-54717a19dcb5 service neutron] Bound using segment: {'id': '280e0ed6-2977-414d-a5e1-db08aca200b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '254a3736-3eda-4653-a3dd-b7e3185fffc0'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 20:03:25.016985 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-95f6388e-4668-41c2-b7df-54717a19dcb5 service neutron] Bound port: 0e6e240e-7ebf-4f8b-bc29-84241bbb99bf, host: hv-cinder-72618, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '280e0ed6-2977-414d-a5e1-db08aca200b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '254a3736-3eda-4653-a3dd-b7e3185fffc0'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 20:03:25.017371 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-95f6388e-4668-41c2-b7df-54717a19dcb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:25.118624 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-a8ffc16e-f081-4d9c-9b7e-c4635e4a9ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b476698-997c-483c-b00f-004470af1691', 'name': 'tempest-AttachVolumeTestJSON-195330097-router', 'tenant_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b6021edf-7e7d-496e-bee4-07f0dc3ba880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:55:35Z', 'updated_at': '2021-01-21T19:55:55Z', 'revision_number': 4, 'project_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'gw_port': {'id': 'b6021edf-7e7d-496e-bee4-07f0dc3ba880', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ec:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b476698-997c-483c-b00f-004470af1691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:55:37Z', 'updated_at': '2021-01-21T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': 'd8a65cff-aea8-4882-a2f3-0e8473103394', 'name': '', 'network_id': 'b1756871-2be2-4eac-a235-402a56a7b855', 'tenant_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'mac_address': 'fa:16:3e:ca:c8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b476698-997c-483c-b00f-004470af1691', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '9790493f-b318-4d1c-bd26-0e9563a125df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:55:50Z', 'updated_at': '2021-01-21T19:56:07Z', 'revision_number': 5, 'project_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'subnets': [{'id': '9790493f-b318-4d1c-bd26-0e9563a125df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:03:25.123029 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ffc16e-f081-4d9c-9b7e-c4635e4a9ac8 None None] Checking router: 0b476698-997c-483c-b00f-004470af1691 for host: dv-cinder-726180-8-iscsi {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:03:25.133187 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ffc16e-f081-4d9c-9b7e-c4635e4a9ac8 None None] Routers {'0b476698-997c-483c-b00f-004470af1691'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:03:25.133893 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-a8ffc16e-f081-4d9c-9b7e-c4635e4a9ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:03:07Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['0b476698-997c-483c-b00f-004470af1691'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:03:25.152399 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-95f6388e-4668-41c2-b7df-54717a19dcb5 service neutron] For port 0e6e240e-7ebf-4f8b-bc29-84241bbb99bf, host hv-cinder-72618, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 20:03:25.156132 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-95f6388e-4668-41c2-b7df-54717a19dcb5 service neutron] For port 0e6e240e-7ebf-4f8b-bc29-84241bbb99bf, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=0e6e240e-7ebf-4f8b-bc29-84241bbb99bf,segment=NetworkSegment(280e0ed6-2977-414d-a5e1-db08aca200b2),segment_id=280e0ed6-2977-414d-a5e1-db08aca200b2)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 20:03:25.168158 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-95f6388e-4668-41c2-b7df-54717a19dcb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214824'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:25.189215 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-053618e3-2f56-4628-8741-f421741e9e67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:03:25.353789 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-a8ffc16e-f081-4d9c-9b7e-c4635e4a9ac8 None None] Set router 0b476698-997c-483c-b00f-004470af1691 gateway port host: dv-cinder-726180-8-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:03:25.773389 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-a8ffc16e-f081-4d9c-9b7e-c4635e4a9ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b476698-997c-483c-b00f-004470af1691', 'name': 'tempest-AttachVolumeTestJSON-195330097-router', 'tenant_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b6021edf-7e7d-496e-bee4-07f0dc3ba880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:55:35Z', 'updated_at': '2021-01-21T19:55:55Z', 'revision_number': 4, 'project_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'gw_port': {'id': 'b6021edf-7e7d-496e-bee4-07f0dc3ba880', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ec:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b476698-997c-483c-b00f-004470af1691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:55:37Z', 'updated_at': '2021-01-21T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': 'd8a65cff-aea8-4882-a2f3-0e8473103394', 'name': '', 'network_id': 'b1756871-2be2-4eac-a235-402a56a7b855', 'tenant_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'mac_address': 'fa:16:3e:ca:c8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b476698-997c-483c-b00f-004470af1691', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '9790493f-b318-4d1c-bd26-0e9563a125df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:55:50Z', 'updated_at': '2021-01-21T19:56:07Z', 'revision_number': 5, 'project_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'subnets': [{'id': '9790493f-b318-4d1c-bd26-0e9563a125df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:03:25.779111 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ffc16e-f081-4d9c-9b7e-c4635e4a9ac8 None None] The sync data for ids ['0b476698-997c-483c-b00f-004470af1691'] in dv-cinder-726180-8-iscsi is: [{'id': '0b476698-997c-483c-b00f-004470af1691', 'name': 'tempest-AttachVolumeTestJSON-195330097-router', 'tenant_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b6021edf-7e7d-496e-bee4-07f0dc3ba880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:55:35Z', 'updated_at': '2021-01-21T19:55:55Z', 'revision_number': 4, 'project_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'gw_port': {'id': 'b6021edf-7e7d-496e-bee4-07f0dc3ba880', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ec:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b476698-997c-483c-b00f-004470af1691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:55:37Z', 'updated_at': '2021-01-21T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': 'd8a65cff-aea8-4882-a2f3-0e8473103394', 'name': '', 'network_id': 'b1756871-2be2-4eac-a235-402a56a7b855', 'tenant_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'mac_address': 'fa:16:3e:ca:c8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b476698-997c-483c-b00f-004470af1691', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '9790493f-b318-4d1c-bd26-0e9563a125df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:55:50Z', 'updated_at': '2021-01-21T19:56:07Z', 'revision_number': 5, 'project_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'subnets': [{'id': '9790493f-b318-4d1c-bd26-0e9563a125df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:03:25.813940 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f6388e-4668-41c2-b7df-54717a19dcb5 service neutron] Pushing event updated for resources: {'Port': ['ID=0e6e240e-7ebf-4f8b-bc29-84241bbb99bf,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:03:25.830758 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-95f6388e-4668-41c2-b7df-54717a19dcb5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:03:25.907318 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-95f6388e-4668-41c2-b7df-54717a19dcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:25.908007 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-95f6388e-4668-41c2-b7df-54717a19dcb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:25.909875 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-95f6388e-4668-41c2-b7df-54717a19dcb5 service neutron] 10.222.0.83 "PUT /v2.0/ports/0e6e240e-7ebf-4f8b-bc29-84241bbb99bf HTTP/1.1" status: 200 len: 1157 time: 4.4352915 Jan 21 20:03:25.978852 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3b1ab-a0b3-4f66-8a0a-32c0f3341917 req-35bd6c99-6003-4151-a2d3-fb98edc5114c tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:25.981956 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-bdd3b1ab-a0b3-4f66-8a0a-32c0f3341917 req-35bd6c99-6003-4151-a2d3-fb98edc5114c tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/ports?device_id=1e64bf49-38d1-47e3-9a1f-9d602ce93ca1 HTTP/1.1" status: 200 len: 943 time: 0.3038330 Jan 21 20:03:26.011079 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 59046) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:03:26.147790 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9a2d645a-cbd0-4d15-879a-53f76b2b3b25 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:26.216582 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9a2d645a-cbd0-4d15-879a-53f76b2b3b25 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:26.322696 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9a2d645a-cbd0-4d15-879a-53f76b2b3b25 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:26.329207 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-899a14cf-4bf7-4a04-8d69-7b4a3a5e055f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:03:26.346788 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-bdd3b1ab-a0b3-4f66-8a0a-32c0f3341917 req-df2b0682-3e3e-4aa6-af17-d9d660ac1d5e tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/security-groups?id=b0de9197-38ff-4771-a521-40a10a34698d&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1845818 Jan 21 20:03:26.354501 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d645a-cbd0-4d15-879a-53f76b2b3b25 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c3be6d-f2c1-4929-aa45-b068df4bcbc1,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:03:26.357732 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-9a2d645a-cbd0-4d15-879a-53f76b2b3b25 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:03:26.384321 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9a2d645a-cbd0-4d15-879a-53f76b2b3b25 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:26.385560 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-9a2d645a-cbd0-4d15-879a-53f76b2b3b25 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "DELETE /v2.0/security-groups/29c3be6d-f2c1-4929-aa45-b068df4bcbc1 HTTP/1.1" status: 204 len: 168 time: 0.3730702 Jan 21 20:03:26.389160 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 59056) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:03:26.433793 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab70c1fd-1e99-435e-8ec8-0e279ab507e4 None None] New status for floating IP 9dfd7af5-6d85-4631-a495-e682c4c995ba: DOWN {{(pid=80116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 21 20:03:26.434753 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.v2.resource [None req-62341a0a-4496-4fa9-a887-26b4ce6e4346 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] show failed (client error): The resource could not be found. Jan 21 20:03:26.435282 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-8d21b8fc-2551-4812-b201-2e240946dd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:26.436171 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-62341a0a-4496-4fa9-a887-26b4ce6e4346 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "GET /v2.0/security-groups/29c3be6d-f2c1-4929-aa45-b068df4bcbc1 HTTP/1.1" status: 404 len: 347 time: 0.0457277 Jan 21 20:03:26.439102 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 59060) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:03:26.440709 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-8d21b8fc-2551-4812-b201-2e240946dd97 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e06769200dc344d2b76edf3f16b1d74b&device_id=1e64bf49-38d1-47e3-9a1f-9d602ce93ca1 HTTP/1.1" status: 200 len: 1160 time: 0.4386947 Jan 21 20:03:26.477141 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ebdc04-aee1-4f1c-ba19-14e332d3d3be req-bfc05bc6-f4d8-4d98-af23-b77706c426ba tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:26.478915 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-40ebdc04-aee1-4f1c-ba19-14e332d3d3be req-bfc05bc6-f4d8-4d98-af23-b77706c426ba tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 984 time: 0.2490273 Jan 21 20:03:26.638304 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-52308dfd-a90c-46c2-b76d-44a4ac45d106 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e6e240e-7ebf-4f8b-bc29-84241bbb99bf HTTP/1.1" status: 200 len: 217 time: 0.1579897 Jan 21 20:03:26.824577 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-40ebdc04-aee1-4f1c-ba19-14e332d3d3be req-b24c2b1d-c50e-49a0-a78e-83a18585c2da tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups?id=cab5a398-bf18-4a00-b529-b5417239d120&id=8e4a58f4-15a6-4abf-833f-e016550779d8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1844652 Jan 21 20:03:26.841873 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-939bb062-c7d9-41d9-b945-964ab46b7743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:26.849531 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-939bb062-c7d9-41d9-b945-964ab46b7743 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67448399-3ad8-4d60-b8f0-d9874d8637fd HTTP/1.1" status: 200 len: 850 time: 0.1798508 Jan 21 20:03:26.967951 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-0b350c79-16ba-4a48-990b-e2db637e9562 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Deleting port 8b24ca37-3fd3-474b-822f-afce5a0a7471 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:03:26.968594 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0b350c79-16ba-4a48-990b-e2db637e9562 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:26.984653 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e64bf49-38d1-47e3-9a1f-9d602ce93ca1', 'tag': '0e6e240e-7ebf-4f8b-bc29-84241bbb99bf'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:03:27.054618 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-807337e7-f316-4925-a781-8f2fdd9c459b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:27.056477 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-807337e7-f316-4925-a781-8f2fdd9c459b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=254a3736-3eda-4653-a3dd-b7e3185fffc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1879909 Jan 21 20:03:27.152901 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e64bf49-38d1-47e3-9a1f-9d602ce93ca1', 'tag': '0e6e240e-7ebf-4f8b-bc29-84241bbb99bf', 'status': 'completed', 'code': 200} Jan 21 20:03:27.232543 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-1588a218-3da4-4481-9f9e-0d62d216517d service neutron] 10.222.0.83 "GET /v2.0/networks/254a3736-3eda-4653-a3dd-b7e3185fffc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638091 Jan 21 20:03:27.309597 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0b350c79-16ba-4a48-990b-e2db637e9562 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:27.309989 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0b350c79-16ba-4a48-990b-e2db637e9562 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks [] for floatingip, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:27.412165 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-fadb70c2-bb18-49be-bfc8-f01ea2c56449 req-fdc15d46-e8b8-47bc-b73b-1ee6ef442851 service neutron] 10.222.0.83 "GET /v2.0/networks/254a3736-3eda-4653-a3dd-b7e3185fffc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1719744 Jan 21 20:03:27.488533 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-0b350c79-16ba-4a48-990b-e2db637e9562 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Calling delete_port for 8b24ca37-3fd3-474b-822f-afce5a0a7471 owned by network:floatingip {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:03:27.759327 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0b350c79-16ba-4a48-990b-e2db637e9562 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2470122'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:27.789902 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:03:27.825857 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b54b8-23fb-4635-90df-bf7b97774179 req-dccd8590-9286-4445-bcd6-009f7d833490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:27.827687 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-604b54b8-23fb-4635-90df-bf7b97774179 req-dccd8590-9286-4445-bcd6-009f7d833490 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e06769200dc344d2b76edf3f16b1d74b&device_id=1e64bf49-38d1-47e3-9a1f-9d602ce93ca1 HTTP/1.1" status: 200 len: 1160 time: 0.2685280 Jan 21 20:03:27.883092 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6dba9-923c-48a2-886b-21e852890f0d req-c6c018f3-d5e1-4cf7-96e5-aeaed4f31e3e tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:27.887088 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5ec6dba9-923c-48a2-886b-21e852890f0d req-c6c018f3-d5e1-4cf7-96e5-aeaed4f31e3e tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/ports?device_id=1e64bf49-38d1-47e3-9a1f-9d602ce93ca1 HTTP/1.1" status: 200 len: 943 time: 0.2528944 Jan 21 20:03:27.928658 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b350c79-16ba-4a48-990b-e2db637e9562 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Pushing event deleted for resources: {'Port': ['ID=8b24ca37-3fd3-474b-822f-afce5a0a7471,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:03:27.937762 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0b350c79-16ba-4a48-990b-e2db637e9562 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:03:28.114843 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5ec6dba9-923c-48a2-886b-21e852890f0d req-c69e4b05-6a08-477a-b69b-6e015a6d7f9a tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/security-groups?id=b0de9197-38ff-4771-a521-40a10a34698d&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1629562 Jan 21 20:03:28.122568 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0b350c79-16ba-4a48-990b-e2db637e9562 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks [] for floatingip, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:28.167517 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0b350c79-16ba-4a48-990b-e2db637e9562 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for floatingip, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:28.168815 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-0b350c79-16ba-4a48-990b-e2db637e9562 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] 10.222.0.74 "DELETE /v2.0/floatingips/9dfd7af5-6d85-4631-a495-e682c4c995ba HTTP/1.1" status: 204 len: 168 time: 1.7285538 Jan 21 20:03:28.228994 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b54b8-23fb-4635-90df-bf7b97774179 req-91cc1ddb-6a7d-4a76-ab6e-fb18c139e437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:28.230739 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-604b54b8-23fb-4635-90df-bf7b97774179 req-91cc1ddb-6a7d-4a76-ab6e-fb18c139e437 service neutron] 10.222.0.83 "GET /v2.0/networks?id=254a3736-3eda-4653-a3dd-b7e3185fffc0 HTTP/1.1" status: 200 len: 905 time: 0.3420224 Jan 21 20:03:28.307956 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:28.318772 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-604b54b8-23fb-4635-90df-bf7b97774179 req-d979b90d-73f5-4c7e-9610-2297279ff968 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e6e240e-7ebf-4f8b-bc29-84241bbb99bf HTTP/1.1" status: 200 len: 217 time: 0.0794225 Jan 21 20:03:28.398888 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ddc32b-16b9-491b-95cb-9bd9246514f7 req-2b84f4c5-d7bc-43e9-afc9-f1fc1fa10842 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:28.400646 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f6ddc32b-16b9-491b-95cb-9bd9246514f7 req-2b84f4c5-d7bc-43e9-afc9-f1fc1fa10842 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 984 time: 0.2847157 Jan 21 20:03:28.461854 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b54b8-23fb-4635-90df-bf7b97774179 req-a58ba292-8773-4fc5-ac89-43710cbd46f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:28.463461 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-604b54b8-23fb-4635-90df-bf7b97774179 req-a58ba292-8773-4fc5-ac89-43710cbd46f7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67448399-3ad8-4d60-b8f0-d9874d8637fd HTTP/1.1" status: 200 len: 850 time: 0.1330848 Jan 21 20:03:28.478684 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f6ddc32b-16b9-491b-95cb-9bd9246514f7 req-6c80c683-ebec-4180-8ba0-9b8dcb7a1098 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups?id=cab5a398-bf18-4a00-b529-b5417239d120&id=8e4a58f4-15a6-4abf-833f-e016550779d8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0704360 Jan 21 20:03:28.561775 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b54b8-23fb-4635-90df-bf7b97774179 req-9b657fcf-7876-4cd8-8793-50e98c895f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:28.563423 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-604b54b8-23fb-4635-90df-bf7b97774179 req-9b657fcf-7876-4cd8-8793-50e98c895f9a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=254a3736-3eda-4653-a3dd-b7e3185fffc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0838025 Jan 21 20:03:28.721012 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-604b54b8-23fb-4635-90df-bf7b97774179 req-6063795a-efee-4e39-865d-7ab8b371f51a service neutron] 10.222.0.83 "GET /v2.0/networks/254a3736-3eda-4653-a3dd-b7e3185fffc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464643 Jan 21 20:03:28.892774 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-604b54b8-23fb-4635-90df-bf7b97774179 req-f8036833-9cf2-44fd-b022-047fa980b415 service neutron] 10.222.0.83 "GET /v2.0/networks/254a3736-3eda-4653-a3dd-b7e3185fffc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1602216 Jan 21 20:03:29.391440 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec742af4-2f09-4fc0-a97f-3ca8e4e5c82b req-e7b78f72-0956-4ac9-bc44-48522f186288 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:29.393176 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ec742af4-2f09-4fc0-a97f-3ca8e4e5c82b req-e7b78f72-0956-4ac9-bc44-48522f186288 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/ports?device_id=1e64bf49-38d1-47e3-9a1f-9d602ce93ca1 HTTP/1.1" status: 200 len: 943 time: 0.1161277 Jan 21 20:03:29.450189 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ec742af4-2f09-4fc0-a97f-3ca8e4e5c82b req-4e256670-e89d-4242-aa44-8518513e7be6 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/security-groups?id=b0de9197-38ff-4771-a521-40a10a34698d&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0494378 Jan 21 20:03:29.773021 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63550f0b-e4b6-4997-9fb2-0c025b9b4f27 req-39a3da88-332b-49fb-a807-f555c2a27688 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:29.775984 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-63550f0b-e4b6-4997-9fb2-0c025b9b4f27 req-39a3da88-332b-49fb-a807-f555c2a27688 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 984 time: 0.1565380 Jan 21 20:03:29.841910 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-63550f0b-e4b6-4997-9fb2-0c025b9b4f27 req-c73dbc52-d96a-479d-b17a-16f4bc53abe8 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups?id=cab5a398-bf18-4a00-b529-b5417239d120&id=8e4a58f4-15a6-4abf-833f-e016550779d8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0592084 Jan 21 20:03:30.797312 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9222d21-4118-4f81-897d-80101d3f8053 req-02adfba7-5367-4807-8f67-304bc14f42b7 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:30.799079 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d9222d21-4118-4f81-897d-80101d3f8053 req-02adfba7-5367-4807-8f67-304bc14f42b7 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/ports?device_id=1e64bf49-38d1-47e3-9a1f-9d602ce93ca1 HTTP/1.1" status: 200 len: 943 time: 0.1547167 Jan 21 20:03:30.870302 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d9222d21-4118-4f81-897d-80101d3f8053 req-db89a268-328d-48ae-84a6-c6c4c54fff46 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/security-groups?id=b0de9197-38ff-4771-a521-40a10a34698d&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0630102 Jan 21 20:03:31.186759 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029fbbe-b0b7-41b1-8286-d3291a3c9622 req-e9fa7d1b-6f5d-4916-9588-c447dd0c4725 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:31.189949 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2029fbbe-b0b7-41b1-8286-d3291a3c9622 req-e9fa7d1b-6f5d-4916-9588-c447dd0c4725 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 984 time: 0.1694343 Jan 21 20:03:31.251943 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2029fbbe-b0b7-41b1-8286-d3291a3c9622 req-db8f6764-b585-4f04-870c-ca4e520fdb60 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups?id=cab5a398-bf18-4a00-b529-b5417239d120&id=8e4a58f4-15a6-4abf-833f-e016550779d8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0545125 Jan 21 20:03:32.292982 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e7476-71fc-4687-8f1d-b0e3f751abfe req-69235da8-ca8e-4fa3-be9f-22288d67e3ac tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:32.294986 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-446e7476-71fc-4687-8f1d-b0e3f751abfe req-69235da8-ca8e-4fa3-be9f-22288d67e3ac tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/ports?device_id=1e64bf49-38d1-47e3-9a1f-9d602ce93ca1 HTTP/1.1" status: 200 len: 943 time: 0.1223197 Jan 21 20:03:32.360626 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-446e7476-71fc-4687-8f1d-b0e3f751abfe req-c6f5f5af-d71b-400d-92ff-e7fafa900431 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/security-groups?id=b0de9197-38ff-4771-a521-40a10a34698d&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0566251 Jan 21 20:03:32.557916 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c4769-96e2-4909-92d5-a35cc56b9aa7 req-9405273d-5945-4428-bdc9-1d28731968ef tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:32.559731 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-cf8c4769-96e2-4909-92d5-a35cc56b9aa7 req-9405273d-5945-4428-bdc9-1d28731968ef tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 984 time: 0.1248736 Jan 21 20:03:32.578042 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 59144) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:03:32.663039 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-cf8c4769-96e2-4909-92d5-a35cc56b9aa7 req-8e3c9d8d-7d82-4541-a419-ad1e65cef2f4 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups?id=cab5a398-bf18-4a00-b529-b5417239d120&id=8e4a58f4-15a6-4abf-833f-e016550779d8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0895395 Jan 21 20:03:33.643114 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1dffb4-0e7a-415d-bf67-8face08965a1 req-ca0eb6fa-98ed-43e7-9d5b-46e63e1ed2d7 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:33.645038 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-fa1dffb4-0e7a-415d-bf67-8face08965a1 req-ca0eb6fa-98ed-43e7-9d5b-46e63e1ed2d7 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/ports?device_id=1e64bf49-38d1-47e3-9a1f-9d602ce93ca1 HTTP/1.1" status: 200 len: 943 time: 0.1201351 Jan 21 20:03:33.726590 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-fa1dffb4-0e7a-415d-bf67-8face08965a1 req-108d8097-f476-4607-aa6e-3824a4703446 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/security-groups?id=b0de9197-38ff-4771-a521-40a10a34698d&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0685251 Jan 21 20:03:33.808116 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-211be238-284c-4698-a00f-23cc0c29f7df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853819610'] for router_interface, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:33.970800 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be79d91-d2de-4c9c-b466-4a57a8b1f2f2 req-76e5a893-67a2-4ef1-b32e-30dcdc5f7ceb tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:33.973090 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8be79d91-d2de-4c9c-b466-4a57a8b1f2f2 req-76e5a893-67a2-4ef1-b32e-30dcdc5f7ceb tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 984 time: 0.1271935 Jan 21 20:03:34.045682 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8be79d91-d2de-4c9c-b466-4a57a8b1f2f2 req-1b989a1b-183c-48e7-99a0-cbe3e9f36d8c tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups?id=cab5a398-bf18-4a00-b529-b5417239d120&id=8e4a58f4-15a6-4abf-833f-e016550779d8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0626392 Jan 21 20:03:34.294763 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-211be238-284c-4698-a00f-23cc0c29f7df admin admin] Deleting port d8a65cff-aea8-4882-a2f3-0e8473103394 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:03:34.295073 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-211be238-284c-4698-a00f-23cc0c29f7df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:34.437268 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-24660f17-8535-4d02-bc1f-35d8bf9b1724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:34.503015 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-211be238-284c-4698-a00f-23cc0c29f7df admin admin] For port d8a65cff-aea8-4882-a2f3-0e8473103394, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=d8a65cff-aea8-4882-a2f3-0e8473103394,segment=NetworkSegment(54492169-1737-42df-aa1f-05bff6aaa8d2),segment_id=54492169-1737-42df-aa1f-05bff6aaa8d2)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:03:34.503414 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-211be238-284c-4698-a00f-23cc0c29f7df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:34.656418 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-211be238-284c-4698-a00f-23cc0c29f7df admin admin] Calling delete_port for d8a65cff-aea8-4882-a2f3-0e8473103394 owned by network:router_interface {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:03:34.868249 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-211be238-284c-4698-a00f-23cc0c29f7df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2470122'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:34.884996 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:03:34.984372 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211be238-284c-4698-a00f-23cc0c29f7df admin admin] Pushing event deleted for resources: {'Port': ['ID=d8a65cff-aea8-4882-a2f3-0e8473103394,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:03:34.991552 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-211be238-284c-4698-a00f-23cc0c29f7df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:03:35.033057 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c60f36-df2b-49df-8bde-87a217ba3b16 req-3dcd32b9-d0f2-47ec-9d1e-229bd806b605 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:35.034889 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-24c60f36-df2b-49df-8bde-87a217ba3b16 req-3dcd32b9-d0f2-47ec-9d1e-229bd806b605 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/ports?device_id=1e64bf49-38d1-47e3-9a1f-9d602ce93ca1 HTTP/1.1" status: 200 len: 943 time: 0.1328859 Jan 21 20:03:35.118667 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-24c60f36-df2b-49df-8bde-87a217ba3b16 req-f329312d-0242-4d12-978c-ba9ba56e1f84 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/security-groups?id=b0de9197-38ff-4771-a521-40a10a34698d&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0737674 Jan 21 20:03:35.566090 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 0e6e240e-7ebf-4f8b-bc29-84241bbb99bf up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:03:35.694657 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning for port 0e6e240e-7ebf-4f8b-bc29-84241bbb99bf completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:03:35.702270 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 0e6e240e-7ebf-4f8b-bc29-84241bbb99bf triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:03:35.702833 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:35.765591 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-211be238-284c-4698-a00f-23cc0c29f7df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853819456'] for router_interface, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:35.790680 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cbd801-a4d6-4545-a704-032c9f8b115e req-4c408fe1-aba6-4583-b4e3-9162389383b3 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:35.793697 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-03cbd801-a4d6-4545-a704-032c9f8b115e req-4c408fe1-aba6-4583-b4e3-9162389383b3 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 984 time: 0.4847844 Jan 21 20:03:35.884194 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-03cbd801-a4d6-4545-a704-032c9f8b115e req-17d67459-da04-44bb-a6f1-97f57398ff70 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups?id=cab5a398-bf18-4a00-b529-b5417239d120&id=8e4a58f4-15a6-4abf-833f-e016550779d8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0763264 Jan 21 20:03:35.886821 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:35.943517 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e64bf49-38d1-47e3-9a1f-9d602ce93ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6e240e-7ebf-4f8b-bc29-84241bbb99bf'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:03:35.955872 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] For port 0e6e240e-7ebf-4f8b-bc29-84241bbb99bf, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=0e6e240e-7ebf-4f8b-bc29-84241bbb99bf,segment=NetworkSegment(280e0ed6-2977-414d-a5e1-db08aca200b2),segment_id=280e0ed6-2977-414d-a5e1-db08aca200b2)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:03:35.965199 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:35.967748 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:03:36.022936 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e64bf49-38d1-47e3-9a1f-9d602ce93ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6e240e-7ebf-4f8b-bc29-84241bbb99bf', 'code': 200} Jan 21 20:03:36.056933 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Pushing event updated for resources: {'Port': ['ID=0e6e240e-7ebf-4f8b-bc29-84241bbb99bf,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:03:36.070306 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:36.070839 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:36.071097 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:36.071455 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:36.071871 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:36.072246 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:36.072620 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:36.073690 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:36.074124 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:36.074654 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:36.074960 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:36.075329 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:36.075775 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:36.076141 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:36.076506 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:36.076895 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:36.077261 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:36.077624 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:36.078047 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:36.078357 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:36.078788 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:36.079146 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:36.079510 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:36.079867 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:36.086622 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:03:36.525684 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-653f6895-769d-4ee7-8af7-7caab08bcaf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:36.588253 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424867e-4ce4-4151-9115-c31282b8b819 req-a33c4a94-c22e-491c-a154-11d44c9b08c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:36.590941 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6424867e-4ce4-4151-9115-c31282b8b819 req-a33c4a94-c22e-491c-a154-11d44c9b08c0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1e64bf49-38d1-47e3-9a1f-9d602ce93ca1 HTTP/1.1" status: 200 len: 1162 time: 0.1401150 Jan 21 20:03:36.626854 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab85cd-298a-409e-aa0d-f9539f0ca455 req-4a5a2764-4559-4522-a9e4-88554e423c97 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:36.629442 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-81ab85cd-298a-409e-aa0d-f9539f0ca455 req-4a5a2764-4559-4522-a9e4-88554e423c97 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/ports?device_id=1e64bf49-38d1-47e3-9a1f-9d602ce93ca1 HTTP/1.1" status: 200 len: 945 time: 0.2435460 Jan 21 20:03:36.633330 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211be238-284c-4698-a00f-23cc0c29f7df admin admin] Router 0b476698-997c-483c-b00f-004470af1691 has already been hosted by L3 agent acfbd797-5df7-45c7-9954-db8085626b2a {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 20:03:36.710025 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6424867e-4ce4-4151-9115-c31282b8b819 req-e30424a0-dcec-4e5e-a558-fbeb60376b28 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b0de9197-38ff-4771-a521-40a10a34698d&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0791230 Jan 21 20:03:36.735239 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-81ab85cd-298a-409e-aa0d-f9539f0ca455 req-caeaa7fc-5712-4e6f-816c-efe5c9a26f09 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/security-groups?id=b0de9197-38ff-4771-a521-40a10a34698d&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0865428 Jan 21 20:03:36.857399 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211be238-284c-4698-a00f-23cc0c29f7df admin admin] Notify agent at l3_agent.dv-cinder-726180-8-iscsi the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:03:36.873366 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d339a5e-cb95-4f60-9a97-4d4acc8b7cef None None] Sync routers for ids ['0b476698-997c-483c-b00f-004470af1691'] in dv-cinder-726180-8-iscsi {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:03:36.874832 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-211be238-284c-4698-a00f-23cc0c29f7df admin admin] 10.222.0.74 "PUT /v2.0/routers/0b476698-997c-483c-b00f-004470af1691/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2945442 Jan 21 20:03:36.878496 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 59176) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:03:36.885947 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d339a5e-cb95-4f60-9a97-4d4acc8b7cef None None] Routers {'0b476698-997c-483c-b00f-004470af1691'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:03:36.886674 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-3d339a5e-cb95-4f60-9a97-4d4acc8b7cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:03:37Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['0b476698-997c-483c-b00f-004470af1691'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:03:37.112152 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-3d339a5e-cb95-4f60-9a97-4d4acc8b7cef None None] Set router 0b476698-997c-483c-b00f-004470af1691 gateway port host: dv-cinder-726180-8-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:03:37.115988 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-363b5cd4-eeaf-4431-899c-f30d41c8e7a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:37.195281 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7ffd6-67e6-4645-a942-4e657b831ad9 req-3c44ad41-37c8-4822-bcf2-1bae5fa4f198 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:37.197038 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1af7ffd6-67e6-4645-a942-4e657b831ad9 req-3c44ad41-37c8-4822-bcf2-1bae5fa4f198 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 984 time: 0.1390104 Jan 21 20:03:37.271235 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 0e6e240e-7ebf-4f8b-bc29-84241bbb99bf up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:03:37.273089 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1af7ffd6-67e6-4645-a942-4e657b831ad9 req-1453140e-0e0d-4198-a8c3-3cf101a10498 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups?id=cab5a398-bf18-4a00-b529-b5417239d120&id=8e4a58f4-15a6-4abf-833f-e016550779d8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0626216 Jan 21 20:03:37.365990 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-363b5cd4-eeaf-4431-899c-f30d41c8e7a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:37.378081 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-363b5cd4-eeaf-4431-899c-f30d41c8e7a0 admin admin] Deleting port b6021edf-7e7d-496e-bee4-07f0dc3ba880 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:03:37.378081 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-363b5cd4-eeaf-4431-899c-f30d41c8e7a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:37.495455 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 0e6e240e-7ebf-4f8b-bc29-84241bbb99bf triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:03:37.496216 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:37.626790 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-363b5cd4-eeaf-4431-899c-f30d41c8e7a0 admin admin] For port b6021edf-7e7d-496e-bee4-07f0dc3ba880, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=b6021edf-7e7d-496e-bee4-07f0dc3ba880,segment=NetworkSegment(0b618305-a50f-40b3-8ec6-85df1521bd1b),segment_id=0b618305-a50f-40b3-8ec6-85df1521bd1b)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:03:37.627233 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-363b5cd4-eeaf-4431-899c-f30d41c8e7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:37.661303 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:37.758349 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 264ab6b4-459b-4209-b7dd-e3cb94fce7e2 up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:03:37.798846 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-363b5cd4-eeaf-4431-899c-f30d41c8e7a0 admin admin] Calling delete_port for b6021edf-7e7d-496e-bee4-07f0dc3ba880 owned by network:router_gateway {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:03:37.827244 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-3d339a5e-cb95-4f60-9a97-4d4acc8b7cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b476698-997c-483c-b00f-004470af1691', 'name': 'tempest-AttachVolumeTestJSON-195330097-router', 'tenant_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b6021edf-7e7d-496e-bee4-07f0dc3ba880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:55:35Z', 'updated_at': '2021-01-21T20:03:34Z', 'revision_number': 5, 'project_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'gw_port': {'id': 'b6021edf-7e7d-496e-bee4-07f0dc3ba880', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ec:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b476698-997c-483c-b00f-004470af1691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:55:37Z', 'updated_at': '2021-01-21T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi'}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:03:37.835742 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d339a5e-cb95-4f60-9a97-4d4acc8b7cef None None] Checking router: 0b476698-997c-483c-b00f-004470af1691 for host: dv-cinder-726180-8-iscsi {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:03:37.860244 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d339a5e-cb95-4f60-9a97-4d4acc8b7cef None None] Routers {'0b476698-997c-483c-b00f-004470af1691'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:03:37.860991 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-3d339a5e-cb95-4f60-9a97-4d4acc8b7cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:03:37Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['0b476698-997c-483c-b00f-004470af1691'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:03:37.935731 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 264ab6b4-459b-4209-b7dd-e3cb94fce7e2 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:03:37.936267 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:37.989308 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-363b5cd4-eeaf-4431-899c-f30d41c8e7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2470122'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:38.072976 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9de21f-c94b-47bf-8640-442cb8dfb8df req-6b7d8460-f926-485a-a56a-d93f655a3358 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:38.081398 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3c9de21f-c94b-47bf-8640-442cb8dfb8df req-6b7d8460-f926-485a-a56a-d93f655a3358 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/ports?device_id=1e64bf49-38d1-47e3-9a1f-9d602ce93ca1 HTTP/1.1" status: 200 len: 945 time: 0.1613884 Jan 21 20:03:38.171598 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3c9de21f-c94b-47bf-8640-442cb8dfb8df req-07f6dda2-ae2c-404a-b35a-adf969eb81a0 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/security-groups?id=b0de9197-38ff-4771-a521-40a10a34698d&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0882151 Jan 21 20:03:38.294670 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-363b5cd4-eeaf-4431-899c-f30d41c8e7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-968785'] for router_gateway, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:38.458748 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-363b5cd4-eeaf-4431-899c-f30d41c8e7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854652844'] for router, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:38.460449 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-3d339a5e-cb95-4f60-9a97-4d4acc8b7cef None None] Set router 0b476698-997c-483c-b00f-004470af1691 gateway port host: dv-cinder-726180-8-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:03:38.461373 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-363b5cd4-eeaf-4431-899c-f30d41c8e7a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:38.500912 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-363b5cd4-eeaf-4431-899c-f30d41c8e7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853794932'] for router, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:38.501977 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363b5cd4-eeaf-4431-899c-f30d41c8e7a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b476698-997c-483c-b00f-004470af1691 {{(pid=80113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 20:03:38.518644 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-363b5cd4-eeaf-4431-899c-f30d41c8e7a0 admin admin] Notify callbacks [] for router, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:38.523109 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-363b5cd4-eeaf-4431-899c-f30d41c8e7a0 admin admin] 10.222.0.74 "DELETE /v2.0/routers/0b476698-997c-483c-b00f-004470af1691 HTTP/1.1" status: 204 len: 168 time: 1.6421978 Jan 21 20:03:38.524917 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 59190) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:03:38.555439 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53fffe0-3e47-4a70-81e1-e5f4453accce req-90ff8f25-569b-4702-bd8a-db232a04436e tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:38.557188 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d53fffe0-3e47-4a70-81e1-e5f4453accce req-90ff8f25-569b-4702-bd8a-db232a04436e tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 984 time: 0.1347356 Jan 21 20:03:38.643094 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d53fffe0-3e47-4a70-81e1-e5f4453accce req-9055d3a8-8db8-44c9-a5a7-66e1e8fa2915 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups?id=cab5a398-bf18-4a00-b529-b5417239d120&id=8e4a58f4-15a6-4abf-833f-e016550779d8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0731013 Jan 21 20:03:38.681328 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_v2 [None req-82ffeab8-c289-466c-958d-e9333b91e50c admin admin] Deleting subnet 9790493f-b318-4d1c-bd26-0e9563a125df {{(pid=80113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 21 20:03:38.690302 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-82ffeab8-c289-466c-958d-e9333b91e50c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:38.709599 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:38.770358 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-82ffeab8-c289-466c-958d-e9333b91e50c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145445'] for subnet, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:38.922704 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-82ffeab8-c289-466c-958d-e9333b91e50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846617693'] for subnet, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:38.943417 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-3d339a5e-cb95-4f60-9a97-4d4acc8b7cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b476698-997c-483c-b00f-004470af1691', 'name': 'tempest-AttachVolumeTestJSON-195330097-router', 'tenant_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b6021edf-7e7d-496e-bee4-07f0dc3ba880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:55:35Z', 'updated_at': '2021-01-21T20:03:34Z', 'revision_number': 5, 'project_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'gw_port': {'id': 'b6021edf-7e7d-496e-bee4-07f0dc3ba880', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ec:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b476698-997c-483c-b00f-004470af1691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:55:37Z', 'updated_at': '2021-01-21T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi'}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:03:38.948940 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d339a5e-cb95-4f60-9a97-4d4acc8b7cef None None] The sync data for ids ['0b476698-997c-483c-b00f-004470af1691'] in dv-cinder-726180-8-iscsi is: [{'id': '0b476698-997c-483c-b00f-004470af1691', 'name': 'tempest-AttachVolumeTestJSON-195330097-router', 'tenant_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b6021edf-7e7d-496e-bee4-07f0dc3ba880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:55:35Z', 'updated_at': '2021-01-21T20:03:34Z', 'revision_number': 5, 'project_id': 'b3037d7b8c6a4529a56f7be33c3cb0ab', 'gw_port': {'id': 'b6021edf-7e7d-496e-bee4-07f0dc3ba880', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ec:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b476698-997c-483c-b00f-004470af1691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:55:37Z', 'updated_at': '2021-01-21T19:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi'}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:03:38.990078 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:39.231122 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 264ab6b4-459b-4209-b7dd-e3cb94fce7e2 up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:03:39.335203 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 264ab6b4-459b-4209-b7dd-e3cb94fce7e2 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:03:39.335628 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:39.459625 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86475cc0-e691-4284-9e06-e4f3b5b9f3a1 req-0d1b617d-b241-459d-a871-3a3a1f2cb217 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:39.461314 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-86475cc0-e691-4284-9e06-e4f3b5b9f3a1 req-0d1b617d-b241-459d-a871-3a3a1f2cb217 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/ports?device_id=1e64bf49-38d1-47e3-9a1f-9d602ce93ca1 HTTP/1.1" status: 200 len: 945 time: 0.1264756 Jan 21 20:03:39.527460 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-86475cc0-e691-4284-9e06-e4f3b5b9f3a1 req-fe261b47-1712-4e72-a365-459ee6e380b5 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/security-groups?id=b0de9197-38ff-4771-a521-40a10a34698d&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0589859 Jan 21 20:03:39.540028 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-82ffeab8-c289-466c-958d-e9333b91e50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8158139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852305712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853121062'] for subnet, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:39.557130 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-99837c1d-3129-407d-aa9a-00b14f1141a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:03:39.599907 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ffeab8-c289-466c-958d-e9333b91e50c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9790493f-b318-4d1c-bd26-0e9563a125df,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:03:39.658302 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-82ffeab8-c289-466c-958d-e9333b91e50c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:03:39.733422 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-82ffeab8-c289-466c-958d-e9333b91e50c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:39.743798 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8630f2-f5b4-474a-a138-574a1e682f14 None None] Network b1756871-2be2-4eac-a235-402a56a7b855 requested from dv-cinder-726180-8-iscsi {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 20:03:39.770095 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 59206) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:03:39.773573 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-82ffeab8-c289-466c-958d-e9333b91e50c admin admin] 10.222.0.74 "DELETE /v2.0/subnets/9790493f-b318-4d1c-bd26-0e9563a125df HTTP/1.1" status: 204 len: 168 time: 1.2364388 Jan 21 20:03:39.903169 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03ac24-26c2-498a-98fa-41b2d4427d96 req-4cf374c2-15f3-4c39-8c6b-8227f1c3786e tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:39.904936 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-fb03ac24-26c2-498a-98fa-41b2d4427d96 req-4cf374c2-15f3-4c39-8c6b-8227f1c3786e tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/ports?device_id=1e64bf49-38d1-47e3-9a1f-9d602ce93ca1 HTTP/1.1" status: 200 len: 945 time: 0.2266521 Jan 21 20:03:40.011738 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device b6021edf-7e7d-496e-bee4-07f0dc3ba880 no longer exists at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:03:40.054142 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] No Port match for: b6021edf-7e7d-496e-bee4-07f0dc3ba880 {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 20:03:40.054575 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device b6021edf-7e7d-496e-bee4-07f0dc3ba880 not bound to the agent host dv-cinder-726180-8-iscsi {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 20:03:40.055066 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device d8a65cff-aea8-4882-a2f3-0e8473103394 no longer exists at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:03:40.056474 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-37174c85-5702-4478-bf87-2c68f942d458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846842325'] for network, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:40.108056 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] No Port match for: d8a65cff-aea8-4882-a2f3-0e8473103394 {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 20:03:40.108456 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device d8a65cff-aea8-4882-a2f3-0e8473103394 not bound to the agent host dv-cinder-726180-8-iscsi {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 20:03:40.161133 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-fb03ac24-26c2-498a-98fa-41b2d4427d96 req-a968a224-071d-4098-9275-637c66534f1b tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/security-groups?id=b0de9197-38ff-4771-a521-40a10a34698d&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.2400849 Jan 21 20:03:40.178712 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-37174c85-5702-4478-bf87-2c68f942d458 admin admin] Deleting port 537c7712-7f16-4369-aea1-a8a8ffd9fc62 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:03:40.179093 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-37174c85-5702-4478-bf87-2c68f942d458 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:40.217868 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7520ec-c9cf-4740-8ba2-d98f0219afad None None] DHCP port deletion for b1756871-2be2-4eac-a235-402a56a7b855 request from dv-cinder-726180-8-iscsi {{(pid=80115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 21 20:03:40.227791 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-ab7520ec-c9cf-4740-8ba2-d98f0219afad None None] Deleting port 537c7712-7f16-4369-aea1-a8a8ffd9fc62 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:03:40.227791 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ab7520ec-c9cf-4740-8ba2-d98f0219afad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:40.267690 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230bc1b6-6423-42cb-bcd1-057162917905 req-b4218fa1-5873-41d3-9b84-12c32b549c33 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:40.270029 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-230bc1b6-6423-42cb-bcd1-057162917905 req-b4218fa1-5873-41d3-9b84-12c32b549c33 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 984 time: 0.3631253 Jan 21 20:03:40.476003 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-230bc1b6-6423-42cb-bcd1-057162917905 req-03ef5cc8-14c9-45b0-90bb-56be8d266d81 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups?id=cab5a398-bf18-4a00-b529-b5417239d120&id=8e4a58f4-15a6-4abf-833f-e016550779d8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1780293 Jan 21 20:03:40.482855 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-ab7520ec-c9cf-4740-8ba2-d98f0219afad None None] For port 537c7712-7f16-4369-aea1-a8a8ffd9fc62, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=537c7712-7f16-4369-aea1-a8a8ffd9fc62,segment=NetworkSegment(54492169-1737-42df-aa1f-05bff6aaa8d2),segment_id=54492169-1737-42df-aa1f-05bff6aaa8d2)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:03:40.483715 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ab7520ec-c9cf-4740-8ba2-d98f0219afad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:40.633044 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-ab7520ec-c9cf-4740-8ba2-d98f0219afad None None] Calling delete_port for 537c7712-7f16-4369-aea1-a8a8ffd9fc62 owned by network:dhcp {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:03:40.645383 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-37174c85-5702-4478-bf87-2c68f942d458 admin admin] For port 537c7712-7f16-4369-aea1-a8a8ffd9fc62, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=537c7712-7f16-4369-aea1-a8a8ffd9fc62,segment=NetworkSegment(54492169-1737-42df-aa1f-05bff6aaa8d2),segment_id=54492169-1737-42df-aa1f-05bff6aaa8d2)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:03:40.645977 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-37174c85-5702-4478-bf87-2c68f942d458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:40.791756 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ab7520ec-c9cf-4740-8ba2-d98f0219afad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:40.807372 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:03:40.816918 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-37174c85-5702-4478-bf87-2c68f942d458 admin admin] Calling delete_port for 537c7712-7f16-4369-aea1-a8a8ffd9fc62 owned by network:dhcp {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:03:40.887604 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e91243ff-8ddc-4fdd-8106-ae71dd9812fc req-8eb6dfda-d1d2-45cd-810b-13a2d611ace6 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4103684 Jan 21 20:03:40.911724 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-e91243ff-8ddc-4fdd-8106-ae71dd9812fc req-a51f33a1-9cd1-44b5-aa45-310d961a87c4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Request body: {'floatingip': {'floating_network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:03:40.923288 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-e91243ff-8ddc-4fdd-8106-ae71dd9812fc req-a51f33a1-9cd1-44b5-aa45-310d961a87c4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:03:40.929769 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7520ec-c9cf-4740-8ba2-d98f0219afad None None] Pushing event deleted for resources: {'Port': ['ID=537c7712-7f16-4369-aea1-a8a8ffd9fc62,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:03:40.934760 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ab7520ec-c9cf-4740-8ba2-d98f0219afad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:03:40.951256 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-e91243ff-8ddc-4fdd-8106-ae71dd9812fc req-a51f33a1-9cd1-44b5-aa45-310d961a87c4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:03:40.960276 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.db.api [None req-37174c85-5702-4478-bf87-2c68f942d458 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80114) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 21 20:03:40.960631 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_db.api [None req-37174c85-5702-4478-bf87-2c68f942d458 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 21 20:03:40.964806 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e91243ff-8ddc-4fdd-8106-ae71dd9812fc req-a51f33a1-9cd1-44b5-aa45-310d961a87c4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks [] for floatingip, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:40.982219 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7520ec-c9cf-4740-8ba2-d98f0219afad None None] No DVR routers for this DVR port 537c7712-7f16-4369-aea1-a8a8ffd9fc62 on host dv-cinder-726180-8-iscsi {{(pid=80115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 20:03:41.121929 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e91243ff-8ddc-4fdd-8106-ae71dd9812fc req-a51f33a1-9cd1-44b5-aa45-310d961a87c4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:41.232923 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 264ab6b4-459b-4209-b7dd-e3cb94fce7e2 up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:03:41.314612 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 264ab6b4-459b-4209-b7dd-e3cb94fce7e2 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:03:41.315042 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:41.461346 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [req-e91243ff-8ddc-4fdd-8106-ae71dd9812fc req-a51f33a1-9cd1-44b5-aa45-310d961a87c4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Allocated IP 172.27.2.140 (a57e5c9c-980e-4c63-98b2-db6c66af0db2/ea65500f-ac9d-4758-b95c-d190d3e0e3d5/f61d0112-7864-4a12-9121-a96fc320803b) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:03:41.463659 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-37174c85-5702-4478-bf87-2c68f942d458 admin admin] Deleting port 537c7712-7f16-4369-aea1-a8a8ffd9fc62 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:03:41.464056 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-37174c85-5702-4478-bf87-2c68f942d458 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:41.557733 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-37174c85-5702-4478-bf87-2c68f942d458 admin admin] The port '537c7712-7f16-4369-aea1-a8a8ffd9fc62' was deleted {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 21 20:03:41.864869 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-37174c85-5702-4478-bf87-2c68f942d458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8157968', 'neutron.services.segments.db._delete_segments_for_network--9223363307589961673'] for network, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:41.999778 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 537c7712-7f16-4369-aea1-a8a8ffd9fc62 no longer exists at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:03:42.042675 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.segments.db [None req-37174c85-5702-4478-bf87-2c68f942d458 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1756871-2be2-4eac-a235-402a56a7b855']}} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:03:42.053017 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] No Port match for: 537c7712-7f16-4369-aea1-a8a8ffd9fc62 {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 20:03:42.054016 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 537c7712-7f16-4369-aea1-a8a8ffd9fc62 not bound to the agent host dv-cinder-726180-8-iscsi {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 20:03:42.075131 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.segments.db [None req-37174c85-5702-4478-bf87-2c68f942d458 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54492169-1737-42df-aa1f-05bff6aaa8d2') {'for_net_delete': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:03:42.075131 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.segments.db [None req-37174c85-5702-4478-bf87-2c68f942d458 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54492169-1737-42df-aa1f-05bff6aaa8d2') {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:03:42.086235 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e91243ff-8ddc-4fdd-8106-ae71dd9812fc req-a51f33a1-9cd1-44b5-aa45-310d961a87c4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:42.105664 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-37174c85-5702-4478-bf87-2c68f942d458 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307589963209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2616602'] for segment, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:42.137055 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-37174c85-5702-4478-bf87-2c68f942d458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8360645'] for segment, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:42.163476 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59f9ed-2a52-45ca-b984-e81ac37f0b67 req-c12b3d1a-c02c-4e4f-9855-83090d10f619 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:42.165270 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ae59f9ed-2a52-45ca-b984-e81ac37f0b67 req-c12b3d1a-c02c-4e4f-9855-83090d10f619 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 984 time: 0.3834219 Jan 21 20:03:42.166044 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-37174c85-5702-4478-bf87-2c68f942d458 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 21 20:03:42.632145 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e91243ff-8ddc-4fdd-8106-ae71dd9812fc req-a51f33a1-9cd1-44b5-aa45-310d961a87c4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852560929'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:42.650491 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-37174c85-5702-4478-bf87-2c68f942d458 admin admin] Network b1756871-2be2-4eac-a235-402a56a7b855 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 20:03:42.660927 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-61e1b18f-ec6a-42aa-a36f-af5bbb3d7c2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:03:42.703362 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-37174c85-5702-4478-bf87-2c68f942d458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846415140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214794'] for segment, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:42.728002 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ae59f9ed-2a52-45ca-b984-e81ac37f0b67 req-d2f3a5b4-6fd7-4dd8-9044-b490c701ee40 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups?id=cab5a398-bf18-4a00-b529-b5417239d120&id=8e4a58f4-15a6-4abf-833f-e016550779d8&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.5322237 Jan 21 20:03:43.016706 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f33a1-9cd1-44b5-aa45-310d961a87c4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Pushing event updated for resources: {'Port': ['ID=f61d0112-7864-4a12-9121-a96fc320803b,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:03:43.044938 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-37174c85-5702-4478-bf87-2c68f942d458 admin admin] Network b1756871-2be2-4eac-a235-402a56a7b855 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 20:03:43.055968 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51f33a1-9cd1-44b5-aa45-310d961a87c4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:43.056382 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51f33a1-9cd1-44b5-aa45-310d961a87c4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:43.056795 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51f33a1-9cd1-44b5-aa45-310d961a87c4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:43.057206 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51f33a1-9cd1-44b5-aa45-310d961a87c4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:43.057614 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51f33a1-9cd1-44b5-aa45-310d961a87c4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:43.058018 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51f33a1-9cd1-44b5-aa45-310d961a87c4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:43.058454 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51f33a1-9cd1-44b5-aa45-310d961a87c4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:43.058861 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51f33a1-9cd1-44b5-aa45-310d961a87c4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:43.059266 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51f33a1-9cd1-44b5-aa45-310d961a87c4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:43.059664 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51f33a1-9cd1-44b5-aa45-310d961a87c4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:43.060064 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51f33a1-9cd1-44b5-aa45-310d961a87c4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:43.060489 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51f33a1-9cd1-44b5-aa45-310d961a87c4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:43.060931 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51f33a1-9cd1-44b5-aa45-310d961a87c4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:43.061326 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51f33a1-9cd1-44b5-aa45-310d961a87c4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:43.061720 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51f33a1-9cd1-44b5-aa45-310d961a87c4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:43.062116 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51f33a1-9cd1-44b5-aa45-310d961a87c4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:43.062537 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51f33a1-9cd1-44b5-aa45-310d961a87c4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:43.062937 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51f33a1-9cd1-44b5-aa45-310d961a87c4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:43.063327 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51f33a1-9cd1-44b5-aa45-310d961a87c4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:43.063720 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51f33a1-9cd1-44b5-aa45-310d961a87c4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:43.064114 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51f33a1-9cd1-44b5-aa45-310d961a87c4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:43.064507 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51f33a1-9cd1-44b5-aa45-310d961a87c4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:43.064900 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51f33a1-9cd1-44b5-aa45-310d961a87c4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:43.065291 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51f33a1-9cd1-44b5-aa45-310d961a87c4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:03:43.070483 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a51f33a1-9cd1-44b5-aa45-310d961a87c4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:03:43.096256 dv-cinder-726180-8-iscsi neutron-server[80002]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 20:03:43.096256 dv-cinder-726180-8-iscsi neutron-server[80002]: % (table.description, expected, rows_matched) Jan 21 20:03:43.096256 dv-cinder-726180-8-iscsi neutron-server[80002]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 20:03:43.096256 dv-cinder-726180-8-iscsi neutron-server[80002]: % (table.description, expected, rows_matched) Jan 21 20:03:43.096256 dv-cinder-726180-8-iscsi neutron-server[80002]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 20:03:43.096256 dv-cinder-726180-8-iscsi neutron-server[80002]: % (table.description, expected, rows_matched) Jan 21 20:03:43.096256 dv-cinder-726180-8-iscsi neutron-server[80002]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 20:03:43.096256 dv-cinder-726180-8-iscsi neutron-server[80002]: % (table.description, expected, rows_matched) Jan 21 20:03:43.096256 dv-cinder-726180-8-iscsi neutron-server[80002]: Traceback (most recent call last): Jan 21 20:03:43.096256 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 20:03:43.096256 dv-cinder-726180-8-iscsi neutron-server[80002]: timer() Jan 21 20:03:43.096256 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 20:03:43.096256 dv-cinder-726180-8-iscsi neutron-server[80002]: cb(*args, **kw) Jan 21 20:03:43.096256 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 21 20:03:43.096256 dv-cinder-726180-8-iscsi neutron-server[80002]: return func(*args, **kwargs) Jan 21 20:03:43.096256 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 20:03:43.096256 dv-cinder-726180-8-iscsi neutron-server[80002]: self._notify() Jan 21 20:03:43.096256 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 20:03:43.096256 dv-cinder-726180-8-iscsi neutron-server[80002]: self.callback(batched_events) Jan 21 20:03:43.096256 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 20:03:43.096256 dv-cinder-726180-8-iscsi neutron-server[80002]: event.method(event) Jan 21 20:03:43.096256 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 20:03:43.096256 dv-cinder-726180-8-iscsi neutron-server[80002]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 20:03:43.096256 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 21 20:03:43.096256 dv-cinder-726180-8-iscsi neutron-server[80002]: segment_id)['aggregates'][0] Jan 21 20:03:43.096256 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 20:03:43.096256 dv-cinder-726180-8-iscsi neutron-server[80002]: return f(self, *a, **k) Jan 21 20:03:43.096256 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 20:03:43.096256 dv-cinder-726180-8-iscsi neutron-server[80002]: return self._get(url).json() Jan 21 20:03:43.096256 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 20:03:43.096256 dv-cinder-726180-8-iscsi neutron-server[80002]: **kwargs) Jan 21 20:03:43.096256 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 20:03:43.096256 dv-cinder-726180-8-iscsi neutron-server[80002]: return self.request(url, 'GET', **kwargs) Jan 21 20:03:43.096256 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 21 20:03:43.096256 dv-cinder-726180-8-iscsi neutron-server[80002]: **endpoint_filter) Jan 21 20:03:43.096256 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 20:03:43.096256 dv-cinder-726180-8-iscsi neutron-server[80002]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 20:03:43.096256 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 20:03:43.096256 dv-cinder-726180-8-iscsi neutron-server[80002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 20:03:43.096256 dv-cinder-726180-8-iscsi neutron-server[80002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 20:03:43.202030 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e91243ff-8ddc-4fdd-8106-ae71dd9812fc req-a51f33a1-9cd1-44b5-aa45-310d961a87c4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Network a57e5c9c-980e-4c63-98b2-db6c66af0db2 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:03:43.203633 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [req-e91243ff-8ddc-4fdd-8106-ae71dd9812fc req-a51f33a1-9cd1-44b5-aa45-310d961a87c4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:03:43.206154 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91243ff-8ddc-4fdd-8106-ae71dd9812fc req-a51f33a1-9cd1-44b5-aa45-310d961a87c4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:03:43.235052 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-37174c85-5702-4478-bf87-2c68f942d458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846617832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853807049'] for network, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:43.244827 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-37174c85-5702-4478-bf87-2c68f942d458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:43.253522 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:03:43.281403 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37174c85-5702-4478-bf87-2c68f942d458 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1756871-2be2-4eac-a235-402a56a7b855,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:03:43.284287 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-37174c85-5702-4478-bf87-2c68f942d458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:03:43.303355 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-37174c85-5702-4478-bf87-2c68f942d458 admin admin] 10.222.0.74 "DELETE /v2.0/networks/b1756871-2be2-4eac-a235-402a56a7b855 HTTP/1.1" status: 204 len: 168 time: 3.5210254 Jan 21 20:03:43.344635 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e91243ff-8ddc-4fdd-8106-ae71dd9812fc req-a51f33a1-9cd1-44b5-aa45-310d961a87c4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks [] for floatingip, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:43.416262 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e91243ff-8ddc-4fdd-8106-ae71dd9812fc req-a51f33a1-9cd1-44b5-aa45-310d961a87c4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:43.519141 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 59242) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:03:43.579179 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-2c212ce7-f15e-4451-8c48-51655160e9db admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b3037d7b8c6a4529a56f7be33c3cb0ab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0579963 Jan 21 20:03:43.583071 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 59246) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:03:43.672709 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8116b167-44ed-4d32-a5fb-75dc0f09fd76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:43.702655 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8116b167-44ed-4d32-a5fb-75dc0f09fd76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:43.734558 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e91243ff-8ddc-4fdd-8106-ae71dd9812fc req-a51f33a1-9cd1-44b5-aa45-310d961a87c4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:43.738617 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e91243ff-8ddc-4fdd-8106-ae71dd9812fc req-a51f33a1-9cd1-44b5-aa45-310d961a87c4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214824'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:43.764481 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8116b167-44ed-4d32-a5fb-75dc0f09fd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:43.775862 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f3ad5497-c743-46c3-9e63-fb2744b71245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:03:43.790752 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8116b167-44ed-4d32-a5fb-75dc0f09fd76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06b7edd-339b-47f7-8a3a-a1255eefaebb,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:03:43.793533 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-8116b167-44ed-4d32-a5fb-75dc0f09fd76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:03:43.794704 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8116b167-44ed-4d32-a5fb-75dc0f09fd76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:43.796141 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-8116b167-44ed-4d32-a5fb-75dc0f09fd76 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a06b7edd-339b-47f7-8a3a-a1255eefaebb HTTP/1.1" status: 204 len: 168 time: 0.2118721 Jan 21 20:03:43.821898 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-95f6388e-4668-41c2-b7df-54717a19dcb5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:03:43.926121 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f33a1-9cd1-44b5-aa45-310d961a87c4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Pushing event updated for resources: {'Port': ['ID=f61d0112-7864-4a12-9121-a96fc320803b,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:03:43.937969 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a51f33a1-9cd1-44b5-aa45-310d961a87c4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:03:44.023227 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e91243ff-8ddc-4fdd-8106-ae71dd9812fc req-a51f33a1-9cd1-44b5-aa45-310d961a87c4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853807100'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:44.060859 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e91243ff-8ddc-4fdd-8106-ae71dd9812fc req-a51f33a1-9cd1-44b5-aa45-310d961a87c4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:44.060859 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e91243ff-8ddc-4fdd-8106-ae71dd9812fc req-a51f33a1-9cd1-44b5-aa45-310d961a87c4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1598809 Jan 21 20:03:44.195526 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-e91243ff-8ddc-4fdd-8106-ae71dd9812fc req-79d23396-866d-49ab-9742-e6da12ea312e tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Synchronizing usage tracker for tenant:e06769200dc344d2b76edf3f16b1d74b on resource:floatingip {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:03:44.212646 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-e91243ff-8ddc-4fdd-8106-ae71dd9812fc req-79d23396-866d-49ab-9742-e6da12ea312e tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Unset dirty status for tenant:e06769200dc344d2b76edf3f16b1d74b on resource:floatingip {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:03:44.214368 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e91243ff-8ddc-4fdd-8106-ae71dd9812fc req-79d23396-866d-49ab-9742-e6da12ea312e tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.27.2.140 HTTP/1.1" status: 200 len: 696 time: 0.1482618 Jan 21 20:03:44.444599 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91243ff-8ddc-4fdd-8106-ae71dd9812fc req-ff4051ca-4aa0-4eee-a055-89c09790cd59 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:44.446190 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e91243ff-8ddc-4fdd-8106-ae71dd9812fc req-ff4051ca-4aa0-4eee-a055-89c09790cd59 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/networks/a57e5c9c-980e-4c63-98b2-db6c66af0db2 HTTP/1.1" status: 200 len: 784 time: 0.2250893 Jan 21 20:03:44.723446 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ba8e7-02a3-4dba-ad6a-342483865751 req-0573e3ea-3471-4491-93f7-e224321e2278 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:44.725023 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e50ba8e7-02a3-4dba-ad6a-342483865751 req-0573e3ea-3471-4491-93f7-e224321e2278 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/ports?device_id=1e64bf49-38d1-47e3-9a1f-9d602ce93ca1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1578288 Jan 21 20:03:44.827519 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e50ba8e7-02a3-4dba-ad6a-342483865751 req-37ffebb1-6c6b-4ba9-a16e-41ac99e73404 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.27.2.140 HTTP/1.1" status: 200 len: 696 time: 0.0948091 Jan 21 20:03:44.839751 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-e50ba8e7-02a3-4dba-ad6a-342483865751 req-5902741d-8592-4f29-a233-98fb8d7c2c55 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Request body: {'floatingip': {'port_id': '0e6e240e-7ebf-4f8b-bc29-84241bbb99bf', 'fixed_ip_address': '172.20.0.8'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:03:44.950503 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e50ba8e7-02a3-4dba-ad6a-342483865751 req-5902741d-8592-4f29-a233-98fb8d7c2c55 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks [] for floatingip, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:45.937893 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e50ba8e7-02a3-4dba-ad6a-342483865751 req-5902741d-8592-4f29-a233-98fb8d7c2c55 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks [] for floatingip, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:45.942369 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e50ba8e7-02a3-4dba-ad6a-342483865751 req-5902741d-8592-4f29-a233-98fb8d7c2c55 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853807100'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:46.079863 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 59306) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:03:46.171033 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.db.l3_db [req-e50ba8e7-02a3-4dba-ad6a-342483865751 req-5902741d-8592-4f29-a233-98fb8d7c2c55 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Floating IP 01de208a-0e89-4142-8bf4-fccc34c9473e associated. External IP: 172.27.2.140, port: 0e6e240e-7ebf-4f8b-bc29-84241bbb99bf. Jan 21 20:03:46.277449 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f806dbc5-f1c8-4646-8984-26b41562c36b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:46.295650 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-f806dbc5-f1c8-4646-8984-26b41562c36b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:03:46.303450 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-f806dbc5-f1c8-4646-8984-26b41562c36b admin admin] Usage tracker for resource:security_group_rule and tenant:ca005c512af74acf9538ba5ba21dd6b3 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:03:46.306745 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-f806dbc5-f1c8-4646-8984-26b41562c36b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:03:46.313242 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-f806dbc5-f1c8-4646-8984-26b41562c36b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:03:46.412720 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f806dbc5-f1c8-4646-8984-26b41562c36b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:46.416037 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f806dbc5-f1c8-4646-8984-26b41562c36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:46.426923 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-eb3b7ee7-fb6c-4818-b8c7-f7a5a07e2805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:03:46.476778 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-f806dbc5-f1c8-4646-8984-26b41562c36b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ca005c512af74acf9538ba5ba21dd6b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3954351 Jan 21 20:03:46.477808 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f806dbc5-f1c8-4646-8984-26b41562c36b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36893159-8772-4e72-a4a4-b9d7df2c4c6b,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:03:46.479987 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 59314) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:03:46.481668 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f806dbc5-f1c8-4646-8984-26b41562c36b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:03:46.681420 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9f2f5acf-8c1e-44ae-9350-fc8e78ca7269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:46.705621 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e50ba8e7-02a3-4dba-ad6a-342483865751 req-5902741d-8592-4f29-a233-98fb8d7c2c55 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Router 9f99afea-04aa-40a9-813a-1428e5231e4c has already been hosted by L3 agent acfbd797-5df7-45c7-9954-db8085626b2a {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 20:03:46.727861 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9f2f5acf-8c1e-44ae-9350-fc8e78ca7269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:46.956329 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9f2f5acf-8c1e-44ae-9350-fc8e78ca7269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:46.965503 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-dc464bf3-f56c-4e20-bbf3-e352b77a1d82 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:03:46.986174 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f5acf-8c1e-44ae-9350-fc8e78ca7269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36893159-8772-4e72-a4a4-b9d7df2c4c6b,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:03:46.992964 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-9f2f5acf-8c1e-44ae-9350-fc8e78ca7269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:03:46.997934 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e50ba8e7-02a3-4dba-ad6a-342483865751 req-5902741d-8592-4f29-a233-98fb8d7c2c55 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify agent at l3_agent.dv-cinder-726180-8-iscsi the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:03:47.002338 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e50ba8e7-02a3-4dba-ad6a-342483865751 req-5902741d-8592-4f29-a233-98fb8d7c2c55 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:47.009891 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb02d80-1973-415a-94a4-000937f9934f None None] Sync routers for ids ['9f99afea-04aa-40a9-813a-1428e5231e4c'] in dv-cinder-726180-8-iscsi {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:03:47.025974 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb02d80-1973-415a-94a4-000937f9934f None None] Routers {'9f99afea-04aa-40a9-813a-1428e5231e4c'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:03:47.026783 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-5eb02d80-1973-415a-94a4-000937f9934f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:03:37Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['9f99afea-04aa-40a9-813a-1428e5231e4c'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:03:47.036654 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9f2f5acf-8c1e-44ae-9350-fc8e78ca7269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:47.040639 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-9f2f5acf-8c1e-44ae-9350-fc8e78ca7269 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/36893159-8772-4e72-a4a4-b9d7df2c4c6b HTTP/1.1" status: 204 len: 168 time: 0.5554686 Jan 21 20:03:47.071492 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e50ba8e7-02a3-4dba-ad6a-342483865751 req-5902741d-8592-4f29-a233-98fb8d7c2c55 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "PUT /v2.0/floatingips/01de208a-0e89-4142-8bf4-fccc34c9473e HTTP/1.1" status: 200 len: 996 time: 2.2363322 Jan 21 20:03:47.072071 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e64bf49-38d1-47e3-9a1f-9d602ce93ca1', 'tag': '0e6e240e-7ebf-4f8b-bc29-84241bbb99bf'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:03:47.151731 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e64bf49-38d1-47e3-9a1f-9d602ce93ca1', 'tag': '0e6e240e-7ebf-4f8b-bc29-84241bbb99bf', 'status': 'completed', 'code': 200} Jan 21 20:03:47.262341 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ba8e7-02a3-4dba-ad6a-342483865751 req-273c3d15-a12a-4214-9210-792b5394d47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:47.264063 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e50ba8e7-02a3-4dba-ad6a-342483865751 req-273c3d15-a12a-4214-9210-792b5394d47f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e06769200dc344d2b76edf3f16b1d74b&device_id=1e64bf49-38d1-47e3-9a1f-9d602ce93ca1 HTTP/1.1" status: 200 len: 1162 time: 0.1648474 Jan 21 20:03:47.392580 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-5eb02d80-1973-415a-94a4-000937f9934f None None] Set router 9f99afea-04aa-40a9-813a-1428e5231e4c gateway port host: dv-cinder-726180-8-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:03:47.439145 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd8b87-f88d-424f-a1b5-9ede6db50372 req-d9d10197-f9a8-4e13-ac0b-b7d436698b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:47.440791 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6fdd8b87-f88d-424f-a1b5-9ede6db50372 req-d9d10197-f9a8-4e13-ac0b-b7d436698b04 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e06769200dc344d2b76edf3f16b1d74b&device_id=1e64bf49-38d1-47e3-9a1f-9d602ce93ca1 HTTP/1.1" status: 200 len: 1162 time: 0.2332156 Jan 21 20:03:47.547428 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ba8e7-02a3-4dba-ad6a-342483865751 req-a0d43f9a-cf19-443a-8474-eae120df3cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:47.556700 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e50ba8e7-02a3-4dba-ad6a-342483865751 req-a0d43f9a-cf19-443a-8474-eae120df3cb1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=254a3736-3eda-4653-a3dd-b7e3185fffc0 HTTP/1.1" status: 200 len: 905 time: 0.2830746 Jan 21 20:03:47.751441 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e50ba8e7-02a3-4dba-ad6a-342483865751 req-3193822c-eb30-43ed-af90-94e194a4115b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e6e240e-7ebf-4f8b-bc29-84241bbb99bf HTTP/1.1" status: 200 len: 999 time: 0.1923537 Jan 21 20:03:47.909866 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd8b87-f88d-424f-a1b5-9ede6db50372 req-9bce1815-3fbf-4d17-816e-cde3565a0b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:47.910002 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-5eb02d80-1973-415a-94a4-000937f9934f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'name': 'tempest-TestVolumeBootPattern-971789623-router', 'tenant_id': 'e06769200dc344d2b76edf3f16b1d74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '6302f1bd-525d-4405-b65e-f45c0850158e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:59:42Z', 'updated_at': '2021-01-21T19:59:50Z', 'revision_number': 4, 'project_id': 'e06769200dc344d2b76edf3f16b1d74b', 'gw_port': {'id': '6302f1bd-525d-4405-b65e-f45c0850158e', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:29:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:59:44Z', 'updated_at': '2021-01-21T19:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_floatingips': [{'id': '01de208a-0e89-4142-8bf4-fccc34c9473e', 'tenant_id': 'e06769200dc344d2b76edf3f16b1d74b', 'floating_ip_address': '172.27.2.140', 'floating_network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'router_id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'port_id': '0e6e240e-7ebf-4f8b-bc29-84241bbb99bf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '254a3736-3eda-4653-a3dd-b7e3185fffc0', 'mac_address': 'fa:16:3e:57:94:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e64bf49-38d1-47e3-9a1f-9d602ce93ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T20:03:43Z', 'updated_at': '2021-01-21T20:03:45Z', 'revision_number': 1, 'project_id': 'e06769200dc344d2b76edf3f16b1d74b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c8adb0c-c2ce-436a-a32d-171732043d56', 'name': '', 'network_id': '254a3736-3eda-4653-a3dd-b7e3185fffc0', 'tenant_id': 'e06769200dc344d2b76edf3f16b1d74b', 'mac_address': 'fa:16:3e:51:4e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '67448399-3ad8-4d60-b8f0-d9874d8637fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:59:49Z', 'updated_at': '2021-01-21T20:00:02Z', 'revision_number': 5, 'project_id': 'e06769200dc344d2b76edf3f16b1d74b', 'subnets': [{'id': '67448399-3ad8-4d60-b8f0-d9874d8637fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:03:47.911198 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6fdd8b87-f88d-424f-a1b5-9ede6db50372 req-9bce1815-3fbf-4d17-816e-cde3565a0b27 service neutron] 10.222.0.83 "GET /v2.0/networks?id=254a3736-3eda-4653-a3dd-b7e3185fffc0 HTTP/1.1" status: 200 len: 905 time: 0.4623485 Jan 21 20:03:47.914933 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb02d80-1973-415a-94a4-000937f9934f None None] Checking router: 9f99afea-04aa-40a9-813a-1428e5231e4c for host: dv-cinder-726180-8-iscsi {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:03:47.926514 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb02d80-1973-415a-94a4-000937f9934f None None] Routers {'9f99afea-04aa-40a9-813a-1428e5231e4c'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:03:47.927650 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-5eb02d80-1973-415a-94a4-000937f9934f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:03:37Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['9f99afea-04aa-40a9-813a-1428e5231e4c'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:03:48.033472 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ba8e7-02a3-4dba-ad6a-342483865751 req-16d6bf06-3bae-4321-bf70-b66f6f81f181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:48.046346 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e50ba8e7-02a3-4dba-ad6a-342483865751 req-16d6bf06-3bae-4321-bf70-b66f6f81f181 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=67448399-3ad8-4d60-b8f0-d9874d8637fd HTTP/1.1" status: 200 len: 850 time: 0.2886858 Jan 21 20:03:48.142378 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-5eb02d80-1973-415a-94a4-000937f9934f None None] Set router 9f99afea-04aa-40a9-813a-1428e5231e4c gateway port host: dv-cinder-726180-8-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:03:48.171469 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6fdd8b87-f88d-424f-a1b5-9ede6db50372 req-2591d507-fd88-4d12-ab58-ba6089f2382c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e6e240e-7ebf-4f8b-bc29-84241bbb99bf HTTP/1.1" status: 200 len: 999 time: 0.2509565 Jan 21 20:03:48.208727 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ba8e7-02a3-4dba-ad6a-342483865751 req-c5d43b47-4849-455e-838c-e9bea34adb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:48.211730 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e50ba8e7-02a3-4dba-ad6a-342483865751 req-c5d43b47-4849-455e-838c-e9bea34adb1d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=254a3736-3eda-4653-a3dd-b7e3185fffc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1644564 Jan 21 20:03:48.749746 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e50ba8e7-02a3-4dba-ad6a-342483865751 req-39095d23-b24c-4dee-8c26-03957b2e2165 service neutron] 10.222.0.74 "GET /v2.0/networks/254a3736-3eda-4653-a3dd-b7e3185fffc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5302804 Jan 21 20:03:48.927388 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-5eb02d80-1973-415a-94a4-000937f9934f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'name': 'tempest-TestVolumeBootPattern-971789623-router', 'tenant_id': 'e06769200dc344d2b76edf3f16b1d74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '6302f1bd-525d-4405-b65e-f45c0850158e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:59:42Z', 'updated_at': '2021-01-21T19:59:50Z', 'revision_number': 4, 'project_id': 'e06769200dc344d2b76edf3f16b1d74b', 'gw_port': {'id': '6302f1bd-525d-4405-b65e-f45c0850158e', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:29:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:59:44Z', 'updated_at': '2021-01-21T19:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_floatingips': [{'id': '01de208a-0e89-4142-8bf4-fccc34c9473e', 'tenant_id': 'e06769200dc344d2b76edf3f16b1d74b', 'floating_ip_address': '172.27.2.140', 'floating_network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'router_id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'port_id': '0e6e240e-7ebf-4f8b-bc29-84241bbb99bf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '254a3736-3eda-4653-a3dd-b7e3185fffc0', 'mac_address': 'fa:16:3e:57:94:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e64bf49-38d1-47e3-9a1f-9d602ce93ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T20:03:43Z', 'updated_at': '2021-01-21T20:03:45Z', 'revision_number': 1, 'project_id': 'e06769200dc344d2b76edf3f16b1d74b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c8adb0c-c2ce-436a-a32d-171732043d56', 'name': '', 'network_id': '254a3736-3eda-4653-a3dd-b7e3185fffc0', 'tenant_id': 'e06769200dc344d2b76edf3f16b1d74b', 'mac_address': 'fa:16:3e:51:4e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '67448399-3ad8-4d60-b8f0-d9874d8637fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:59:49Z', 'updated_at': '2021-01-21T20:00:02Z', 'revision_number': 5, 'project_id': 'e06769200dc344d2b76edf3f16b1d74b', 'subnets': [{'id': '67448399-3ad8-4d60-b8f0-d9874d8637fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:03:48.932766 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb02d80-1973-415a-94a4-000937f9934f None None] The sync data for ids ['9f99afea-04aa-40a9-813a-1428e5231e4c'] in dv-cinder-726180-8-iscsi is: [{'id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'name': 'tempest-TestVolumeBootPattern-971789623-router', 'tenant_id': 'e06769200dc344d2b76edf3f16b1d74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '6302f1bd-525d-4405-b65e-f45c0850158e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:59:42Z', 'updated_at': '2021-01-21T19:59:50Z', 'revision_number': 4, 'project_id': 'e06769200dc344d2b76edf3f16b1d74b', 'gw_port': {'id': '6302f1bd-525d-4405-b65e-f45c0850158e', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:29:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:59:44Z', 'updated_at': '2021-01-21T19:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_floatingips': [{'id': '01de208a-0e89-4142-8bf4-fccc34c9473e', 'tenant_id': 'e06769200dc344d2b76edf3f16b1d74b', 'floating_ip_address': '172.27.2.140', 'floating_network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'router_id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'port_id': '0e6e240e-7ebf-4f8b-bc29-84241bbb99bf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '254a3736-3eda-4653-a3dd-b7e3185fffc0', 'mac_address': 'fa:16:3e:57:94:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e64bf49-38d1-47e3-9a1f-9d602ce93ca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T20:03:43Z', 'updated_at': '2021-01-21T20:03:45Z', 'revision_number': 1, 'project_id': 'e06769200dc344d2b76edf3f16b1d74b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c8adb0c-c2ce-436a-a32d-171732043d56', 'name': '', 'network_id': '254a3736-3eda-4653-a3dd-b7e3185fffc0', 'tenant_id': 'e06769200dc344d2b76edf3f16b1d74b', 'mac_address': 'fa:16:3e:51:4e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '67448399-3ad8-4d60-b8f0-d9874d8637fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:59:49Z', 'updated_at': '2021-01-21T20:00:02Z', 'revision_number': 5, 'project_id': 'e06769200dc344d2b76edf3f16b1d74b', 'subnets': [{'id': '67448399-3ad8-4d60-b8f0-d9874d8637fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:03:48.975495 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd8b87-f88d-424f-a1b5-9ede6db50372 req-fdff398d-f2df-4d4f-a094-34f2d2e484e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:48.977198 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6fdd8b87-f88d-424f-a1b5-9ede6db50372 req-fdff398d-f2df-4d4f-a094-34f2d2e484e0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67448399-3ad8-4d60-b8f0-d9874d8637fd HTTP/1.1" status: 200 len: 850 time: 0.1757622 Jan 21 20:03:49.017118 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e50ba8e7-02a3-4dba-ad6a-342483865751 req-fb9eea0e-041a-442f-9979-d729685241f2 service neutron] 10.222.0.74 "GET /v2.0/networks/254a3736-3eda-4653-a3dd-b7e3185fffc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2416019 Jan 21 20:03:49.273404 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafde5ec-277e-408a-901c-86a83bcd5fb5 None None] New status for floating IP 01de208a-0e89-4142-8bf4-fccc34c9473e: ACTIVE {{(pid=80115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 21 20:03:49.738780 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd8b87-f88d-424f-a1b5-9ede6db50372 req-873df414-9c1f-4d54-b52e-a6427e98ee65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:49.740587 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6fdd8b87-f88d-424f-a1b5-9ede6db50372 req-873df414-9c1f-4d54-b52e-a6427e98ee65 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=254a3736-3eda-4653-a3dd-b7e3185fffc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1022320 Jan 21 20:03:50.782675 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6fdd8b87-f88d-424f-a1b5-9ede6db50372 req-081ea4bd-56c3-49df-a24a-9e15feabba5f service neutron] 10.222.0.83 "GET /v2.0/networks/254a3736-3eda-4653-a3dd-b7e3185fffc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570687 Jan 21 20:03:50.952851 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6fdd8b87-f88d-424f-a1b5-9ede6db50372 req-8afdc06b-87dc-40e7-ac2b-91bfc1fa948a service neutron] 10.222.0.83 "GET /v2.0/networks/254a3736-3eda-4653-a3dd-b7e3185fffc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1609490 Jan 21 20:03:51.102136 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 59396) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:03:51.266838 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-eff9b9f4-b3af-4228-a47b-bf6b0c29aa2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:51.283258 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-eff9b9f4-b3af-4228-a47b-bf6b0c29aa2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:03:51.288243 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-eff9b9f4-b3af-4228-a47b-bf6b0c29aa2a admin admin] Usage tracker for resource:security_group_rule and tenant:2f04b3601c3b484bae05919041aed31d is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:03:51.291502 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-eff9b9f4-b3af-4228-a47b-bf6b0c29aa2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:03:51.297608 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-eff9b9f4-b3af-4228-a47b-bf6b0c29aa2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:03:51.391601 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-eff9b9f4-b3af-4228-a47b-bf6b0c29aa2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:51.395317 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-eff9b9f4-b3af-4228-a47b-bf6b0c29aa2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:51.404829 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-288094fb-a35a-4630-87bf-4eeb36cc27e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:03:51.449331 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-eff9b9f4-b3af-4228-a47b-bf6b0c29aa2a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2f04b3601c3b484bae05919041aed31d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3459494 Jan 21 20:03:51.450236 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff9b9f4-b3af-4228-a47b-bf6b0c29aa2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38991580-506f-48ea-902c-fc7cf731685a,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:03:51.452229 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 59402) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:03:51.454016 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-eff9b9f4-b3af-4228-a47b-bf6b0c29aa2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:03:51.520235 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-51740756-c466-4483-a80c-69e8498200e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:51.572007 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-51740756-c466-4483-a80c-69e8498200e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:51.658706 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-51740756-c466-4483-a80c-69e8498200e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:51.663367 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-89882e1a-d66e-4949-900f-16ebdaa41578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:03:51.681138 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51740756-c466-4483-a80c-69e8498200e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38991580-506f-48ea-902c-fc7cf731685a,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:03:51.684955 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-51740756-c466-4483-a80c-69e8498200e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:03:51.691025 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-51740756-c466-4483-a80c-69e8498200e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:51.693152 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-51740756-c466-4483-a80c-69e8498200e1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/38991580-506f-48ea-902c-fc7cf731685a HTTP/1.1" status: 204 len: 168 time: 0.2394931 Jan 21 20:03:52.119366 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 59414) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:03:52.144471 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-166e4eff-e6f5-4b5e-962f-fc2c810873c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:52.162671 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-166e4eff-e6f5-4b5e-962f-fc2c810873c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:03:52.167025 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-166e4eff-e6f5-4b5e-962f-fc2c810873c3 admin admin] Usage tracker for resource:security_group_rule and tenant:5dc80df85b684dcea56bcf9807b8a1af is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:03:52.170276 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-166e4eff-e6f5-4b5e-962f-fc2c810873c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:03:52.177280 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-166e4eff-e6f5-4b5e-962f-fc2c810873c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:03:52.285806 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-166e4eff-e6f5-4b5e-962f-fc2c810873c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:52.289579 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-166e4eff-e6f5-4b5e-962f-fc2c810873c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:52.299205 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-948eff96-fa24-4581-a157-f80fa8e2db97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:03:52.344844 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-166e4eff-e6f5-4b5e-962f-fc2c810873c3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5dc80df85b684dcea56bcf9807b8a1af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2237124 Jan 21 20:03:52.346687 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e4eff-e6f5-4b5e-962f-fc2c810873c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f01c682-922d-40a0-ad6c-25eb02c80b59,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:03:52.348493 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 59420) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:03:52.351585 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-166e4eff-e6f5-4b5e-962f-fc2c810873c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:03:52.420182 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e1a34c08-9c43-42db-843d-0a78bef5c55d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:52.451421 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e1a34c08-9c43-42db-843d-0a78bef5c55d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:52.506325 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e1a34c08-9c43-42db-843d-0a78bef5c55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:52.511706 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-9c298fd2-b5a3-441f-978e-2af5db6c9faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:03:52.527003 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a34c08-9c43-42db-843d-0a78bef5c55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f01c682-922d-40a0-ad6c-25eb02c80b59,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:03:52.529890 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e1a34c08-9c43-42db-843d-0a78bef5c55d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:03:52.531154 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e1a34c08-9c43-42db-843d-0a78bef5c55d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:52.532381 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-e1a34c08-9c43-42db-843d-0a78bef5c55d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9f01c682-922d-40a0-ad6c-25eb02c80b59 HTTP/1.1" status: 204 len: 168 time: 0.1825402 Jan 21 20:03:54.195440 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9d068-38b4-42fe-a186-eb91c9a70fd1 req-f03905ff-1d0a-42ee-9ecd-03815e3246d4 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:54.197183 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-13c9d068-38b4-42fe-a186-eb91c9a70fd1 req-f03905ff-1d0a-42ee-9ecd-03815e3246d4 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 946 time: 0.1162124 Jan 21 20:03:54.255597 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-13c9d068-38b4-42fe-a186-eb91c9a70fd1 req-7b8743e4-9624-46e0-b1a8-d191d0f62004 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511012 Jan 21 20:03:54.876274 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 59486) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:03:55.050092 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-319fb44f-f047-4075-9e78-93f8c52586cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:55.067046 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-319fb44f-f047-4075-9e78-93f8c52586cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:03:55.072019 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-319fb44f-f047-4075-9e78-93f8c52586cf admin admin] Usage tracker for resource:security_group_rule and tenant:7e0dba9241a1471bae6f1e6c51f20528 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:03:55.075978 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-319fb44f-f047-4075-9e78-93f8c52586cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:03:55.082948 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-319fb44f-f047-4075-9e78-93f8c52586cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:03:55.177311 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-319fb44f-f047-4075-9e78-93f8c52586cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:55.180524 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-319fb44f-f047-4075-9e78-93f8c52586cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:55.195302 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c36e9ca0-9b4a-4ec4-bed0-ea5c2c5254c0 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:03:55.246708 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-319fb44f-f047-4075-9e78-93f8c52586cf admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7e0dba9241a1471bae6f1e6c51f20528&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3690262 Jan 21 20:03:55.248530 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319fb44f-f047-4075-9e78-93f8c52586cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c13c68-f66a-4976-8932-81812f58169c,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:03:55.250631 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 59496) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:03:55.252226 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-319fb44f-f047-4075-9e78-93f8c52586cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:03:55.324703 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5cb93bfa-8a99-4d29-9700-1015a2720b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:55.355913 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5cb93bfa-8a99-4d29-9700-1015a2720b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:55.413262 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5cb93bfa-8a99-4d29-9700-1015a2720b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:55.424084 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e1a34c08-9c43-42db-843d-0a78bef5c55d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:03:55.443933 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb93bfa-8a99-4d29-9700-1015a2720b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c13c68-f66a-4976-8932-81812f58169c,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:03:55.487607 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5cb93bfa-8a99-4d29-9700-1015a2720b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:55.490581 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-5cb93bfa-8a99-4d29-9700-1015a2720b3c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/60c13c68-f66a-4976-8932-81812f58169c HTTP/1.1" status: 204 len: 168 time: 0.2386067 Jan 21 20:03:55.492175 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-5cb93bfa-8a99-4d29-9700-1015a2720b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:03:55.575670 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a614efa9-27c5-46b6-9f95-cb3619841b2f req-df7094dd-fed3-4e54-9865-7722b03b0c20 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:55.577607 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a614efa9-27c5-46b6-9f95-cb3619841b2f req-df7094dd-fed3-4e54-9865-7722b03b0c20 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 946 time: 0.1387379 Jan 21 20:03:55.656240 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a614efa9-27c5-46b6-9f95-cb3619841b2f req-95535c96-537b-4dbc-a5bb-d3bfca8dce95 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632644 Jan 21 20:03:55.983503 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 59510) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:03:56.004954 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-17a2b626-55a3-4132-95a1-c43a5ce2bed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:56.022399 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-17a2b626-55a3-4132-95a1-c43a5ce2bed8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:03:56.027702 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-17a2b626-55a3-4132-95a1-c43a5ce2bed8 admin admin] Usage tracker for resource:security_group_rule and tenant:3b99602a92bb4f2494a984a85b26c87d is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:03:56.032639 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-17a2b626-55a3-4132-95a1-c43a5ce2bed8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:03:56.039775 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-17a2b626-55a3-4132-95a1-c43a5ce2bed8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:03:56.167747 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-17a2b626-55a3-4132-95a1-c43a5ce2bed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:56.171817 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-17a2b626-55a3-4132-95a1-c43a5ce2bed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:56.180604 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-91839b81-0159-43cd-8415-73182ec6dd2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:03:56.231324 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2b626-55a3-4132-95a1-c43a5ce2bed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b738a519-1528-448a-a78d-1562b0b4a8bd,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:03:56.236179 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-17a2b626-55a3-4132-95a1-c43a5ce2bed8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3b99602a92bb4f2494a984a85b26c87d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2515051 Jan 21 20:03:56.237209 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-17a2b626-55a3-4132-95a1-c43a5ce2bed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:03:56.239577 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 59514) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:03:56.309869 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3be8b67d-1c98-4b00-b81e-65ec4c4dd5e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:56.341522 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3be8b67d-1c98-4b00-b81e-65ec4c4dd5e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:56.393051 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3be8b67d-1c98-4b00-b81e-65ec4c4dd5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:56.398980 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b7f2bfd8-7f44-44d7-8442-cc64ae2ab496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:03:56.410984 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be8b67d-1c98-4b00-b81e-65ec4c4dd5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b738a519-1528-448a-a78d-1562b0b4a8bd,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:03:56.414939 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-3be8b67d-1c98-4b00-b81e-65ec4c4dd5e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:03:56.418715 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3be8b67d-1c98-4b00-b81e-65ec4c4dd5e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:56.422928 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-3be8b67d-1c98-4b00-b81e-65ec4c4dd5e7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b738a519-1528-448a-a78d-1562b0b4a8bd HTTP/1.1" status: 204 len: 168 time: 0.1816657 Jan 21 20:03:56.944501 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ddf75-7ce5-4fca-bf60-fb57575dcc4f req-50675c0b-9e01-418d-b557-5a4a7a0a9989 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:56.946247 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-943ddf75-7ce5-4fca-bf60-fb57575dcc4f req-50675c0b-9e01-418d-b557-5a4a7a0a9989 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 946 time: 0.1120119 Jan 21 20:03:57.002652 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-943ddf75-7ce5-4fca-bf60-fb57575dcc4f req-26c6e2be-e5b5-4b77-a9ff-f0de3890dbcb tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478635 Jan 21 20:03:57.992313 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.agents_db [None req-c7ecb146-6622-446f-8bab-48f8cf3fe8cd None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:03:58.333149 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb51d3e-9f2e-46dd-80da-592595549795 req-4c0d9072-1967-4d61-89df-f27f3f485963 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:58.334853 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7bb51d3e-9f2e-46dd-80da-592595549795 req-4c0d9072-1967-4d61-89df-f27f3f485963 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 946 time: 0.1264613 Jan 21 20:03:58.398048 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7bb51d3e-9f2e-46dd-80da-592595549795 req-0b459713-ad78-4f19-824b-aa4ac367b2b7 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537066 Jan 21 20:03:59.194478 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:03:59.799522 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c098fb-703c-4278-b01b-54bc5c38e5ca req-1d06acc9-04ea-4519-9500-dda6ca66ed4f tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:03:59.802185 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e5c098fb-703c-4278-b01b-54bc5c38e5ca req-1d06acc9-04ea-4519-9500-dda6ca66ed4f tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 946 time: 0.1279838 Jan 21 20:03:59.858347 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e5c098fb-703c-4278-b01b-54bc5c38e5ca req-cf89a423-576d-4184-98e3-c6bfa2aa7f83 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494466 Jan 21 20:04:01.185971 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba390aa-7a9c-4a85-ad1e-16a7bfe6cde6 req-71a790b8-a42b-4ffa-9124-9ddc30211c39 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:01.187773 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7ba390aa-7a9c-4a85-ad1e-16a7bfe6cde6 req-71a790b8-a42b-4ffa-9124-9ddc30211c39 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 946 time: 0.1351860 Jan 21 20:04:01.273388 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7ba390aa-7a9c-4a85-ad1e-16a7bfe6cde6 req-52f96e32-4e94-4b8c-803f-74d3d8777c55 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768678 Jan 21 20:04:02.599444 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9a85e-08db-4578-8671-e7c6add9464b req-6951f5de-701c-4361-8b02-7cd8d72612fa tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:02.602661 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-49a9a85e-08db-4578-8671-e7c6add9464b req-6951f5de-701c-4361-8b02-7cd8d72612fa tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 946 time: 0.1497602 Jan 21 20:04:02.707079 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-49a9a85e-08db-4578-8671-e7c6add9464b req-ded601b0-0be6-4e13-b270-298aa3fe4c64 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918856 Jan 21 20:04:04.103560 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c8eda-1916-4f71-aec2-c3557296b3bd req-78d3a3ee-b9d1-4a73-8c2e-8035d4ef0a1b tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:04.105415 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0c9c8eda-1916-4f71-aec2-c3557296b3bd req-78d3a3ee-b9d1-4a73-8c2e-8035d4ef0a1b tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 946 time: 0.1236017 Jan 21 20:04:04.163608 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0c9c8eda-1916-4f71-aec2-c3557296b3bd req-aebe294c-d905-43bc-b348-21552f1fe377 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508447 Jan 21 20:04:04.450344 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-efb49742-7bff-4cec-aec8-b01d3e29cac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:04.865617 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 59644) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:04:05.056899 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-907d3f39-cde9-4fe8-93cc-875e9b0b0eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:05.078749 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-907d3f39-cde9-4fe8-93cc-875e9b0b0eba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:04:05.083575 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-907d3f39-cde9-4fe8-93cc-875e9b0b0eba admin admin] Usage tracker for resource:security_group_rule and tenant:dc6c10f4dc254c8e98e1381c9b038997 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:04:05.086886 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-907d3f39-cde9-4fe8-93cc-875e9b0b0eba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:04:05.093205 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-907d3f39-cde9-4fe8-93cc-875e9b0b0eba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:04:05.202123 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-907d3f39-cde9-4fe8-93cc-875e9b0b0eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:05.205930 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-907d3f39-cde9-4fe8-93cc-875e9b0b0eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:05.219006 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-07d6f660-a32d-46a9-9d2e-ea54c08abf0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:04:05.280392 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d3f39-cde9-4fe8-93cc-875e9b0b0eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121058bd-789e-4cd4-baae-7f811f2ad303,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:04:05.288932 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 59652) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:04:05.289198 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-907d3f39-cde9-4fe8-93cc-875e9b0b0eba admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=dc6c10f4dc254c8e98e1381c9b038997&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4221699 Jan 21 20:04:05.290078 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-907d3f39-cde9-4fe8-93cc-875e9b0b0eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:04:05.436957 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2a8a9cf0-4bd3-455a-9fe3-2fc4ddbb3f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:05.481210 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2a8a9cf0-4bd3-455a-9fe3-2fc4ddbb3f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:05.527897 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f40bbc-259a-4d12-b04e-938d86e94417 req-e10554a2-8000-4f82-bdd0-39fabfd39339 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:05.529661 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-84f40bbc-259a-4d12-b04e-938d86e94417 req-e10554a2-8000-4f82-bdd0-39fabfd39339 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 946 time: 0.2016671 Jan 21 20:04:05.619047 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-84f40bbc-259a-4d12-b04e-938d86e94417 req-3f12edf1-f6bd-460e-82b3-7f07a4122862 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715449 Jan 21 20:04:05.627303 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2a8a9cf0-4bd3-455a-9fe3-2fc4ddbb3f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:05.636682 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-80431320-5ff5-40ce-89e6-e3d6f9447a28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:04:05.655006 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2a8a9cf0-4bd3-455a-9fe3-2fc4ddbb3f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:05.674431 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-2a8a9cf0-4bd3-455a-9fe3-2fc4ddbb3f99 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/121058bd-789e-4cd4-baae-7f811f2ad303 HTTP/1.1" status: 204 len: 168 time: 0.3701775 Jan 21 20:04:05.688680 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a9cf0-4bd3-455a-9fe3-2fc4ddbb3f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121058bd-789e-4cd4-baae-7f811f2ad303,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:04:05.689957 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-2a8a9cf0-4bd3-455a-9fe3-2fc4ddbb3f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:04:05.983234 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 59666) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:04:06.173328 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-faf13b33-9b7d-4222-a341-664314105f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:06.174587 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 59672) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:04:06.191346 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-faf13b33-9b7d-4222-a341-664314105f8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:04:06.197416 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-faf13b33-9b7d-4222-a341-664314105f8e admin admin] Usage tracker for resource:security_group_rule and tenant:cb29b9a85b794b4f92c1690ec647561c is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:04:06.199915 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-faf13b33-9b7d-4222-a341-664314105f8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:04:06.207302 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-faf13b33-9b7d-4222-a341-664314105f8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:04:06.210744 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4e96bf1d-962a-47f9-b682-117ccc4810e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:06.241423 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-4e96bf1d-962a-47f9-b682-117ccc4810e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:04:06.246499 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-4e96bf1d-962a-47f9-b682-117ccc4810e1 admin admin] Usage tracker for resource:security_group_rule and tenant:9677a23325244ffbb0adf5c56e9fa62f is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:04:06.252473 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-4e96bf1d-962a-47f9-b682-117ccc4810e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:04:06.259630 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-4e96bf1d-962a-47f9-b682-117ccc4810e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:04:06.308479 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-faf13b33-9b7d-4222-a341-664314105f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:06.312266 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-faf13b33-9b7d-4222-a341-664314105f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:06.329565 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d821bdd0-6fdf-4745-a187-e1bcbd623f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:04:06.395093 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-faf13b33-9b7d-4222-a341-664314105f8e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cb29b9a85b794b4f92c1690ec647561c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4102986 Jan 21 20:04:06.399613 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 59676) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:04:06.419403 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4e96bf1d-962a-47f9-b682-117ccc4810e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:06.420455 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf13b33-9b7d-4222-a341-664314105f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dece8feb-1b5f-4e95-b284-ea8842abcf8e,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:04:06.424010 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4e96bf1d-962a-47f9-b682-117ccc4810e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:06.427265 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-faf13b33-9b7d-4222-a341-664314105f8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:04:06.434795 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a376e34d-2b88-4471-bbc4-dd7a1cc7bfc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:04:06.482695 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-083e2297-c491-4889-9cc7-4b52f6bbc328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:06.485676 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-4e96bf1d-962a-47f9-b682-117ccc4810e1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9677a23325244ffbb0adf5c56e9fa62f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3088357 Jan 21 20:04:06.488395 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e96bf1d-962a-47f9-b682-117ccc4810e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccfb887-535c-4b64-a2bf-e2c2d6e0438e,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:04:06.491024 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 59680) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:04:06.494030 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-4e96bf1d-962a-47f9-b682-117ccc4810e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:04:06.517156 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-083e2297-c491-4889-9cc7-4b52f6bbc328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:06.530266 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-970694c2-6655-4ba5-a863-e81ef185d62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:06.562238 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-61449845-6306-4a60-b1b1-c2bc028ebd2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:06.587596 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-083e2297-c491-4889-9cc7-4b52f6bbc328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:06.594445 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-51740756-c466-4483-a80c-69e8498200e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:04:06.611075 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083e2297-c491-4889-9cc7-4b52f6bbc328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dece8feb-1b5f-4e95-b284-ea8842abcf8e,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:04:06.613915 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-083e2297-c491-4889-9cc7-4b52f6bbc328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:04:06.615125 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-61449845-6306-4a60-b1b1-c2bc028ebd2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:06.616228 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-083e2297-c491-4889-9cc7-4b52f6bbc328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:06.621430 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-083e2297-c491-4889-9cc7-4b52f6bbc328 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/dece8feb-1b5f-4e95-b284-ea8842abcf8e HTTP/1.1" status: 204 len: 168 time: 0.2198899 Jan 21 20:04:06.684732 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-61449845-6306-4a60-b1b1-c2bc028ebd2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:06.695356 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-cbc9f997-25a6-4b37-853d-edf55601905d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:04:06.731002 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61449845-6306-4a60-b1b1-c2bc028ebd2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccfb887-535c-4b64-a2bf-e2c2d6e0438e,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:04:06.739741 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-61449845-6306-4a60-b1b1-c2bc028ebd2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:04:06.779756 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-61449845-6306-4a60-b1b1-c2bc028ebd2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:06.781855 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-61449845-6306-4a60-b1b1-c2bc028ebd2a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7ccfb887-535c-4b64-a2bf-e2c2d6e0438e HTTP/1.1" status: 204 len: 168 time: 0.2895353 Jan 21 20:04:06.989111 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a97c4ea-407d-4d69-8230-2fcc295ffb9f req-c596c016-585a-4aca-a56c-3da91aa87ea9 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:06.990546 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7a97c4ea-407d-4d69-8230-2fcc295ffb9f req-c596c016-585a-4aca-a56c-3da91aa87ea9 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 946 time: 0.1279821 Jan 21 20:04:07.059461 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7a97c4ea-407d-4d69-8230-2fcc295ffb9f req-87062eb1-7367-4ff3-be8d-cb3f1a8507c9 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574613 Jan 21 20:04:07.538846 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:08.001755 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 59718) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:04:08.272796 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-262fbd23-8226-49db-b0b4-e0a52c3ed7a6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1183594575-network', 'tenant_id': '8594a871a86142aca6d7c0a636850946'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:04:08.280703 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-262fbd23-8226-49db-b0b4-e0a52c3ed7a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:04:08.334207 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-262fbd23-8226-49db-b0b4-e0a52c3ed7a6 admin admin] Usage tracker for resource:network and tenant:8594a871a86142aca6d7c0a636850946 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:04:08.338594 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-262fbd23-8226-49db-b0b4-e0a52c3ed7a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:04:08.348537 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-262fbd23-8226-49db-b0b4-e0a52c3ed7a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:04:08.368023 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262fbd23-8226-49db-b0b4-e0a52c3ed7a6 admin admin] Made reservation on behalf of 8594a871a86142aca6d7c0a636850946 for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:04:08.373205 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-262fbd23-8226-49db-b0b4-e0a52c3ed7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:08.407214 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-262fbd23-8226-49db-b0b4-e0a52c3ed7a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:08.446628 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-262fbd23-8226-49db-b0b4-e0a52c3ed7a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:04:08.453878 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-262fbd23-8226-49db-b0b4-e0a52c3ed7a6 admin admin] Usage tracker for resource:security_group_rule and tenant:8594a871a86142aca6d7c0a636850946 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:04:08.459603 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-262fbd23-8226-49db-b0b4-e0a52c3ed7a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:04:08.480823 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:08.492067 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ada3af-28ec-47e9-8527-1b5be8e49c59 req-6daf1aa1-daf9-4116-8c40-58192210001b tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:08.493988 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c8ada3af-28ec-47e9-8527-1b5be8e49c59 req-6daf1aa1-daf9-4116-8c40-58192210001b tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 946 time: 0.2157516 Jan 21 20:04:08.498631 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-262fbd23-8226-49db-b0b4-e0a52c3ed7a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:04:08.580594 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c8ada3af-28ec-47e9-8527-1b5be8e49c59 req-3b6ed85e-7976-464c-9435-f98113a97ffe tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778282 Jan 21 20:04:08.672019 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-262fbd23-8226-49db-b0b4-e0a52c3ed7a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:08.676031 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-262fbd23-8226-49db-b0b4-e0a52c3ed7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:08.680778 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-cb41b161-b9e5-47db-a74c-8c410a7325f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:04:08.715231 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-262fbd23-8226-49db-b0b4-e0a52c3ed7a6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 21 20:04:08.726492 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262fbd23-8226-49db-b0b4-e0a52c3ed7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb3127f-1bf2-4982-81c8-83221eb9ed93,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:04:08.733676 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-262fbd23-8226-49db-b0b4-e0a52c3ed7a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:04:08.734860 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-262fbd23-8226-49db-b0b4-e0a52c3ed7a6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729264814127', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8360645'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:08.735288 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.db.segments_db [None req-262fbd23-8226-49db-b0b4-e0a52c3ed7a6 admin admin] Added segment 8a06e735-d774-4fdc-adc5-91bda5ed4e62 of type vxlan for network 034065e7-63ac-4b95-9f0a-e64492698fbf Jan 21 20:04:08.767980 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-262fbd23-8226-49db-b0b4-e0a52c3ed7a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363307590337259'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:08.802493 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-262fbd23-8226-49db-b0b4-e0a52c3ed7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:08.803697 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262fbd23-8226-49db-b0b4-e0a52c3ed7a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:08.804415 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-262fbd23-8226-49db-b0b4-e0a52c3ed7a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:08.809516 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:04:08.917094 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-262fbd23-8226-49db-b0b4-e0a52c3ed7a6 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9139440 Jan 21 20:04:08.920790 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 59738) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:04:08.923386 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262fbd23-8226-49db-b0b4-e0a52c3ed7a6 admin admin] Pushing event updated for resources: {'Network': ['ID=034065e7-63ac-4b95-9f0a-e64492698fbf,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:04:08.927950 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-262fbd23-8226-49db-b0b4-e0a52c3ed7a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:04:08.940578 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Network 034065e7-63ac-4b95-9f0a-e64492698fbf details requested by agent ovs-agent-dv-cinder-726180-8-iscsi with host dv-cinder-726180-8-iscsi {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 20:04:08.946143 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-5d8493a4-88d0-4f78-a409-e40eefd5fb78 admin admin] Request body: {'subnet': {'network_id': '034065e7-63ac-4b95-9f0a-e64492698fbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1183594575-subnet', 'tenant_id': '8594a871a86142aca6d7c0a636850946', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:04:08.955677 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-5d8493a4-88d0-4f78-a409-e40eefd5fb78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:04:08.963509 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-5d8493a4-88d0-4f78-a409-e40eefd5fb78 admin admin] Usage tracker for resource:subnet and tenant:8594a871a86142aca6d7c0a636850946 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:04:08.966636 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Network 034065e7-63ac-4b95-9f0a-e64492698fbf details requested by agent ovs-agent-hv-cinder-72618 with host hv-cinder-72618 {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 20:04:08.967337 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-5d8493a4-88d0-4f78-a409-e40eefd5fb78 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:04:08.975428 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-5d8493a4-88d0-4f78-a409-e40eefd5fb78 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:04:08.987997 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8493a4-88d0-4f78-a409-e40eefd5fb78 admin admin] Made reservation on behalf of 8594a871a86142aca6d7c0a636850946 for: {'subnet': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:04:08.993146 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5d8493a4-88d0-4f78-a409-e40eefd5fb78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1654768'] for subnet, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:09.466860 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:09.602434 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5d8493a4-88d0-4f78-a409-e40eefd5fb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852304875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1654723'] for subnet, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:09.683887 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:04:09.794258 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8493a4-88d0-4f78-a409-e40eefd5fb78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12495548-771e-45fe-8678-dd0276019739,revision_number=0']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:04:09.801241 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-5d8493a4-88d0-4f78-a409-e40eefd5fb78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:04:09.883384 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8493a4-88d0-4f78-a409-e40eefd5fb78 admin admin] Checking segment: {'id': '8a06e735-d774-4fdc-adc5-91bda5ed4e62', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '034065e7-63ac-4b95-9f0a-e64492698fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:04:09.883987 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8493a4-88d0-4f78-a409-e40eefd5fb78 admin admin] Network hostable DHCP agents. Network: 034065e7-63ac-4b95-9f0a-e64492698fbf, hostable agents: ['a1da6b86-37e3-41b0-832c-986ff53a0b75'], hosted agents: [] {{(pid=80113) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 20:04:09.923107 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8493a4-88d0-4f78-a409-e40eefd5fb78 admin admin] Network 034065e7-63ac-4b95-9f0a-e64492698fbf is scheduled to be hosted by DHCP agent a1da6b86-37e3-41b0-832c-986ff53a0b75 with binding_index 1 {{(pid=80113) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 20:04:09.933804 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-5d8493a4-88d0-4f78-a409-e40eefd5fb78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-8-iscsi, 034065e7-63ac-4b95-9f0a-e64492698fbf) {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:04:09.942590 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa85abb4-5710-4d80-bbed-fbbff17a3ca3 None None] Network 034065e7-63ac-4b95-9f0a-e64492698fbf requested from dv-cinder-726180-8-iscsi {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 20:04:09.958554 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8493a4-88d0-4f78-a409-e40eefd5fb78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:09.959380 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5d8493a4-88d0-4f78-a409-e40eefd5fb78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:09.985719 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-5d8493a4-88d0-4f78-a409-e40eefd5fb78 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0630450 Jan 21 20:04:10.002308 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd74ca2-6b46-4aa4-8842-a19936193da7 req-c7678784-6357-4b87-bfd7-44d9383103ba tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:10.005612 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7dd74ca2-6b46-4aa4-8842-a19936193da7 req-c7678784-6357-4b87-bfd7-44d9383103ba tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 946 time: 0.1508875 Jan 21 20:04:10.079450 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7dd74ca2-6b46-4aa4-8842-a19936193da7 req-700005d6-af3c-40da-9215-ee8770876132 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669026 Jan 21 20:04:10.233200 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c43290-e7f0-4326-b7fd-194f746221d6 None None] Network 034065e7-63ac-4b95-9f0a-e64492698fbf requested from dv-cinder-726180-8-iscsi {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 20:04:11.369810 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f70430-f4dc-4891-8762-b70f4d357b3f req-c0416a5f-c2fc-417d-ba02-0463961afe85 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:11.371563 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b8f70430-f4dc-4891-8762-b70f4d357b3f req-c0416a5f-c2fc-417d-ba02-0463961afe85 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 946 time: 0.1084175 Jan 21 20:04:11.428244 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b8f70430-f4dc-4891-8762-b70f4d357b3f req-83712ec9-2cb8-4988-8aba-733bb8f0c49c tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502217 Jan 21 20:04:12.608371 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278a034-8283-4496-8b80-e8316a95c674 req-b20d8555-b171-4bdb-b682-4335139ca712 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:12.609182 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-c278a034-8283-4496-8b80-e8316a95c674 req-b20d8555-b171-4bdb-b682-4335139ca712 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Synchronizing usage tracker for tenant:8594a871a86142aca6d7c0a636850946 on resource:network {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:04:12.668618 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-c278a034-8283-4496-8b80-e8316a95c674 req-b20d8555-b171-4bdb-b682-4335139ca712 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Unset dirty status for tenant:8594a871a86142aca6d7c0a636850946 on resource:network {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:04:12.669967 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c278a034-8283-4496-8b80-e8316a95c674 req-b20d8555-b171-4bdb-b682-4335139ca712 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/networks?id=034065e7-63ac-4b95-9f0a-e64492698fbf HTTP/1.1" status: 200 len: 814 time: 0.2632453 Jan 21 20:04:12.698225 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c278a034-8283-4496-8b80-e8316a95c674 req-fc1b8456-a941-488b-ba7c-51e0c74a0d3c tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/quotas/8594a871a86142aca6d7c0a636850946 HTTP/1.1" status: 200 len: 375 time: 0.0183477 Jan 21 20:04:13.004480 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c278a034-8283-4496-8b80-e8316a95c674 req-add839a7-4d98-4dad-abb5-0927c18e69d8 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/ports?tenant_id=8594a871a86142aca6d7c0a636850946&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2996516 Jan 21 20:04:13.065205 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4834d-573e-4745-a42a-3cfcd1969656 req-e5dfa1b3-8319-4c2f-8a13-2a4c9a8d4a63 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:13.067668 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d5e4834d-573e-4745-a42a-3cfcd1969656 req-e5dfa1b3-8319-4c2f-8a13-2a4c9a8d4a63 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 946 time: 0.4434831 Jan 21 20:04:13.203614 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d5e4834d-573e-4745-a42a-3cfcd1969656 req-7c31e432-d278-4db6-b6c2-f21694c2d9ff tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860069 Jan 21 20:04:13.231729 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c278a034-8283-4496-8b80-e8316a95c674 req-16103fcf-01bc-47ed-9806-6129753ff53e service neutron] 10.222.0.74 "GET /v2.0/networks/034065e7-63ac-4b95-9f0a-e64492698fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196016 Jan 21 20:04:13.399031 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c278a034-8283-4496-8b80-e8316a95c674 req-c4527753-737d-4eb5-a29b-5edce6e9eedb service neutron] 10.222.0.74 "GET /v2.0/networks/034065e7-63ac-4b95-9f0a-e64492698fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1598313 Jan 21 20:04:13.805197 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-57b9e6d5-c7d3-44f5-87ea-76b2381de3dc req-a1d7fa37-a270-4cf8-b1eb-4c04c187efca tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/ports?device_id=3746b193-8426-4a11-ac7b-da77bca6d3ba HTTP/1.1" status: 200 len: 210 time: 0.0845592 Jan 21 20:04:14.460977 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1fd20b-59d1-4bbf-863f-b6b75c1d65cc req-4cb5f7f3-d829-4ba0-8f44-c942c956bdcf tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:14.462749 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-be1fd20b-59d1-4bbf-863f-b6b75c1d65cc req-4cb5f7f3-d829-4ba0-8f44-c942c956bdcf tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 946 time: 0.1078291 Jan 21 20:04:14.543158 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-be1fd20b-59d1-4bbf-863f-b6b75c1d65cc req-5f688763-c3b2-487a-b168-0f3502fe6dc8 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734499 Jan 21 20:04:14.993756 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-190ce675-b00d-435a-8973-18f064f63662 req-700abc4e-9736-49fb-8a9d-68192af713c0 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/ports?device_id=3746b193-8426-4a11-ac7b-da77bca6d3ba HTTP/1.1" status: 200 len: 210 time: 0.0492792 Jan 21 20:04:15.926567 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2ead0-fe7a-42d5-ae8b-684704fd15f5 req-e7d6af4f-cdc7-48ad-adae-9aa6686ea9a5 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:15.928409 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a8f2ead0-fe7a-42d5-ae8b-684704fd15f5 req-e7d6af4f-cdc7-48ad-adae-9aa6686ea9a5 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 946 time: 0.1373246 Jan 21 20:04:16.014673 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a8f2ead0-fe7a-42d5-ae8b-684704fd15f5 req-8b003edf-56d4-4edd-832d-12180ad6a53d tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789118 Jan 21 20:04:16.235329 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2591823b-8ad0-42de-8c20-88168fd415c1 req-f8c20a5c-e924-46a8-bd44-5d9ef16ff5b6 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/ports?device_id=3746b193-8426-4a11-ac7b-da77bca6d3ba HTTP/1.1" status: 200 len: 210 time: 0.0546637 Jan 21 20:04:16.988616 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278a034-8283-4496-8b80-e8316a95c674 req-31756191-21b6-4418-a2c4-94c98cc9ae7d tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:16.990752 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c278a034-8283-4496-8b80-e8316a95c674 req-31756191-21b6-4418-a2c4-94c98cc9ae7d tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.83 "GET /v2.0/networks?id=034065e7-63ac-4b95-9f0a-e64492698fbf HTTP/1.1" status: 200 len: 814 time: 0.2225749 Jan 21 20:04:17.020755 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-c278a034-8283-4496-8b80-e8316a95c674 req-d50478f8-0547-493f-96ed-35f9fd854f13 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Request body: {'port': {'device_id': '3746b193-8426-4a11-ac7b-da77bca6d3ba', 'network_id': '034065e7-63ac-4b95-9f0a-e64492698fbf', 'admin_state_up': True, 'tenant_id': '8594a871a86142aca6d7c0a636850946'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:04:17.308399 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-c278a034-8283-4496-8b80-e8316a95c674 req-d50478f8-0547-493f-96ed-35f9fd854f13 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:04:17.319477 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-c278a034-8283-4496-8b80-e8316a95c674 req-d50478f8-0547-493f-96ed-35f9fd854f13 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Usage tracker for resource:port and tenant:8594a871a86142aca6d7c0a636850946 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:04:17.325074 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-c278a034-8283-4496-8b80-e8316a95c674 req-d50478f8-0547-493f-96ed-35f9fd854f13 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Quota usage for port was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:04:17.337278 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-c278a034-8283-4496-8b80-e8316a95c674 req-d50478f8-0547-493f-96ed-35f9fd854f13 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:04:17.355874 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c278a034-8283-4496-8b80-e8316a95c674 req-d50478f8-0547-493f-96ed-35f9fd854f13 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Made reservation on behalf of 8594a871a86142aca6d7c0a636850946 for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:04:17.367193 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c278a034-8283-4496-8b80-e8316a95c674 req-d50478f8-0547-493f-96ed-35f9fd854f13 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:17.472708 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5bd6b25c-cb23-4c5c-be26-368cd3b5cc71 req-d69f5fec-1610-48ff-b460-8e7961204779 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/ports?device_id=3746b193-8426-4a11-ac7b-da77bca6d3ba HTTP/1.1" status: 200 len: 210 time: 0.0910125 Jan 21 20:04:17.607203 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9aa06f-f93e-4a71-95ad-5ecf28b25306 req-ff0f45b6-d4c3-42b4-8f45-3d300fc14c31 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:17.608822 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ac9aa06f-f93e-4a71-95ad-5ecf28b25306 req-ff0f45b6-d4c3-42b4-8f45-3d300fc14c31 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 946 time: 0.4028070 Jan 21 20:04:17.759989 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ac9aa06f-f93e-4a71-95ad-5ecf28b25306 req-0fc45407-649d-484d-b1a4-443eeab08dca tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347368 Jan 21 20:04:17.887813 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [req-c278a034-8283-4496-8b80-e8316a95c674 req-d50478f8-0547-493f-96ed-35f9fd854f13 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Allocated IP 172.20.0.11 (034065e7-63ac-4b95-9f0a-e64492698fbf/12495548-771e-45fe-8678-dd0276019739/3d9f1115-2192-43d2-8c09-ad562850f660) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:04:18.130603 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c278a034-8283-4496-8b80-e8316a95c674 req-d50478f8-0547-493f-96ed-35f9fd854f13 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:18.163824 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c278a034-8283-4496-8b80-e8316a95c674 req-d50478f8-0547-493f-96ed-35f9fd854f13 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852560929'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:18.183568 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d425af6a-d1c2-492a-9887-b9b933697245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:04:18.347369 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50478f8-0547-493f-96ed-35f9fd854f13 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Pushing event updated for resources: {'Port': ['ID=3d9f1115-2192-43d2-8c09-ad562850f660,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:04:18.351086 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d50478f8-0547-493f-96ed-35f9fd854f13 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:04:18.400675 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c278a034-8283-4496-8b80-e8316a95c674 req-d50478f8-0547-493f-96ed-35f9fd854f13 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Network 034065e7-63ac-4b95-9f0a-e64492698fbf is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:04:18.401868 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [req-c278a034-8283-4496-8b80-e8316a95c674 req-d50478f8-0547-493f-96ed-35f9fd854f13 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:04:18.404490 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-c278a034-8283-4496-8b80-e8316a95c674 req-d50478f8-0547-493f-96ed-35f9fd854f13 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:04:18.485792 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278a034-8283-4496-8b80-e8316a95c674 req-d50478f8-0547-493f-96ed-35f9fd854f13 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:18.486329 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c278a034-8283-4496-8b80-e8316a95c674 req-d50478f8-0547-493f-96ed-35f9fd854f13 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:18.514646 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c278a034-8283-4496-8b80-e8316a95c674 req-d50478f8-0547-493f-96ed-35f9fd854f13 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4978776 Jan 21 20:04:18.540931 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-c278a034-8283-4496-8b80-e8316a95c674 req-2faec890-ad6f-4b81-a38a-8ce349338aee service neutron] Request body: {'port': {'device_id': '3746b193-8426-4a11-ac7b-da77bca6d3ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:04:18.789014 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c278a034-8283-4496-8b80-e8316a95c674 req-2faec890-ad6f-4b81-a38a-8ce349338aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:18.916536 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97518f9-4b4a-47e4-8e69-084cb8f50f60 req-e30abb05-9aca-4336-a728-1e73587157cb tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:18.916806 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-f97518f9-4b4a-47e4-8e69-084cb8f50f60 req-e30abb05-9aca-4336-a728-1e73587157cb tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Synchronizing usage tracker for tenant:8594a871a86142aca6d7c0a636850946 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:04:19.057680 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-f97518f9-4b4a-47e4-8e69-084cb8f50f60 req-e30abb05-9aca-4336-a728-1e73587157cb tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Unset dirty status for tenant:8594a871a86142aca6d7c0a636850946 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:04:19.059053 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f97518f9-4b4a-47e4-8e69-084cb8f50f60 req-e30abb05-9aca-4336-a728-1e73587157cb tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/ports?device_id=3746b193-8426-4a11-ac7b-da77bca6d3ba HTTP/1.1" status: 200 len: 932 time: 0.3535130 Jan 21 20:04:19.289811 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-f97518f9-4b4a-47e4-8e69-084cb8f50f60 req-f0e51397-ddc6-4e51-a885-4ec89b534611 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Synchronizing usage tracker for tenant:8594a871a86142aca6d7c0a636850946 on resource:security_group {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:04:19.429869 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804aad4b-93ac-43a3-904d-a8e8b64a3663 req-55c183af-9f82-4174-9f50-4abce098f548 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:19.431924 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-804aad4b-93ac-43a3-904d-a8e8b64a3663 req-55c183af-9f82-4174-9f50-4abce098f548 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 946 time: 0.4612305 Jan 21 20:04:19.458745 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-f97518f9-4b4a-47e4-8e69-084cb8f50f60 req-f0e51397-ddc6-4e51-a885-4ec89b534611 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Unset dirty status for tenant:8594a871a86142aca6d7c0a636850946 on resource:security_group {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:04:19.460944 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f97518f9-4b4a-47e4-8e69-084cb8f50f60 req-f0e51397-ddc6-4e51-a885-4ec89b534611 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/security-groups?id=ffb3127f-1bf2-4982-81c8-83221eb9ed93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837726 Jan 21 20:04:19.555347 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-804aad4b-93ac-43a3-904d-a8e8b64a3663 req-975d5651-0d91-48a4-a2ff-f8fa965a451a tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025097 Jan 21 20:04:19.964982 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [req-c278a034-8283-4496-8b80-e8316a95c674 req-2faec890-ad6f-4b81-a38a-8ce349338aee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d9f1115-2192-43d2-8c09-ad562850f660 {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 20:04:19.979498 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c278a034-8283-4496-8b80-e8316a95c674 req-2faec890-ad6f-4b81-a38a-8ce349338aee service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:19.999551 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-c278a034-8283-4496-8b80-e8316a95c674 req-2faec890-ad6f-4b81-a38a-8ce349338aee service neutron] Transition to ACTIVE for port object 3d9f1115-2192-43d2-8c09-ad562850f660 will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:04:20.004426 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c278a034-8283-4496-8b80-e8316a95c674 req-2faec890-ad6f-4b81-a38a-8ce349338aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214824'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:20.032971 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-badd7b1a-2065-4d79-9123-5d0ea826c860 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:04:20.260007 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faec890-ad6f-4b81-a38a-8ce349338aee service neutron] Pushing event updated for resources: {'Port': ['ID=3d9f1115-2192-43d2-8c09-ad562850f660,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:04:20.281677 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-2faec890-ad6f-4b81-a38a-8ce349338aee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:04:20.537003 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-c278a034-8283-4496-8b80-e8316a95c674 req-2faec890-ad6f-4b81-a38a-8ce349338aee service neutron] Attempting to bind port 3d9f1115-2192-43d2-8c09-ad562850f660 on host hv-cinder-72618 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 20:04:20.537612 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-c278a034-8283-4496-8b80-e8316a95c674 req-2faec890-ad6f-4b81-a38a-8ce349338aee service neutron] Attempting to bind port 3d9f1115-2192-43d2-8c09-ad562850f660 by drivers openvswitch on host hv-cinder-72618 at level 0 using segments [{'id': '8a06e735-d774-4fdc-adc5-91bda5ed4e62', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '034065e7-63ac-4b95-9f0a-e64492698fbf'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 20:04:20.537905 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c278a034-8283-4496-8b80-e8316a95c674 req-2faec890-ad6f-4b81-a38a-8ce349338aee service neutron] Attempting to bind port 3d9f1115-2192-43d2-8c09-ad562850f660 on network 034065e7-63ac-4b95-9f0a-e64492698fbf {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 20:04:20.561169 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c278a034-8283-4496-8b80-e8316a95c674 req-2faec890-ad6f-4b81-a38a-8ce349338aee service neutron] Checking agent: {'id': 'f41af306-ec4b-4f2b-b4b7-a53ee99eba1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 53, 28), 'started_at': datetime.datetime(2021, 1, 21, 19, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 20, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 20:04:20.561760 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c278a034-8283-4496-8b80-e8316a95c674 req-2faec890-ad6f-4b81-a38a-8ce349338aee service neutron] Checking segment: {'id': '8a06e735-d774-4fdc-adc5-91bda5ed4e62', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '034065e7-63ac-4b95-9f0a-e64492698fbf'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:04:20.562339 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c278a034-8283-4496-8b80-e8316a95c674 req-2faec890-ad6f-4b81-a38a-8ce349338aee service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:20.562501 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 59898) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:04:20.563054 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c278a034-8283-4496-8b80-e8316a95c674 req-2faec890-ad6f-4b81-a38a-8ce349338aee service neutron] Bound using segment: {'id': '8a06e735-d774-4fdc-adc5-91bda5ed4e62', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '034065e7-63ac-4b95-9f0a-e64492698fbf'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 20:04:20.563722 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-c278a034-8283-4496-8b80-e8316a95c674 req-2faec890-ad6f-4b81-a38a-8ce349338aee service neutron] Bound port: 3d9f1115-2192-43d2-8c09-ad562850f660, host: hv-cinder-72618, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a06e735-d774-4fdc-adc5-91bda5ed4e62', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '034065e7-63ac-4b95-9f0a-e64492698fbf'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 20:04:20.564265 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c278a034-8283-4496-8b80-e8316a95c674 req-2faec890-ad6f-4b81-a38a-8ce349338aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:20.826996 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-76564754-00f9-451e-be88-f43a409daa2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:20.847592 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-76564754-00f9-451e-be88-f43a409daa2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:04:20.852435 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-76564754-00f9-451e-be88-f43a409daa2a admin admin] Usage tracker for resource:security_group_rule and tenant:dca8c3a3332149eab8ae83a3c8bb3fe3 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:04:20.856796 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-76564754-00f9-451e-be88-f43a409daa2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:04:20.864787 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-76564754-00f9-451e-be88-f43a409daa2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:04:20.949737 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-c278a034-8283-4496-8b80-e8316a95c674 req-2faec890-ad6f-4b81-a38a-8ce349338aee service neutron] For port 3d9f1115-2192-43d2-8c09-ad562850f660, host hv-cinder-72618, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 20:04:20.973120 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-c278a034-8283-4496-8b80-e8316a95c674 req-2faec890-ad6f-4b81-a38a-8ce349338aee service neutron] For port 3d9f1115-2192-43d2-8c09-ad562850f660, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=3d9f1115-2192-43d2-8c09-ad562850f660,segment=NetworkSegment(8a06e735-d774-4fdc-adc5-91bda5ed4e62),segment_id=8a06e735-d774-4fdc-adc5-91bda5ed4e62)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 20:04:20.980728 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c278a034-8283-4496-8b80-e8316a95c674 req-2faec890-ad6f-4b81-a38a-8ce349338aee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214824'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:21.029964 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b6327456-3ea2-455c-a447-08b13b8f6b69 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:04:21.074010 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-76564754-00f9-451e-be88-f43a409daa2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:21.074010 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-76564754-00f9-451e-be88-f43a409daa2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:21.090573 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-2d53cc67-0c5f-4827-ab92-62481fb319ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:04:21.158223 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-76564754-00f9-451e-be88-f43a409daa2a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=dca8c3a3332149eab8ae83a3c8bb3fe3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5933540 Jan 21 20:04:21.159827 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76564754-00f9-451e-be88-f43a409daa2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851dd6e5-bf36-424d-bb34-e74670109505,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:04:21.163357 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 59906) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:04:21.167249 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-76564754-00f9-451e-be88-f43a409daa2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:04:21.259937 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75a475-6fde-428f-af44-f324ba462af1 req-ac386746-c559-45d2-8711-f6cad1b1240d tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:21.262087 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-eb75a475-6fde-428f-af44-f324ba462af1 req-ac386746-c559-45d2-8711-f6cad1b1240d tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/ports?device_id=3746b193-8426-4a11-ac7b-da77bca6d3ba HTTP/1.1" status: 200 len: 944 time: 0.5161312 Jan 21 20:04:21.345790 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9202c133-4a7c-4c8d-90db-e73880a432b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:21.415875 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faec890-ad6f-4b81-a38a-8ce349338aee service neutron] Pushing event updated for resources: {'Port': ['ID=3d9f1115-2192-43d2-8c09-ad562850f660,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:04:21.423863 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-2faec890-ad6f-4b81-a38a-8ce349338aee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:04:21.440105 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9202c133-4a7c-4c8d-90db-e73880a432b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:21.549583 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee53b2-f3c0-4be5-8707-3063055a412f req-5cac33e6-704b-4341-98b7-5e5d1225d500 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:21.552519 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-01ee53b2-f3c0-4be5-8707-3063055a412f req-5cac33e6-704b-4341-98b7-5e5d1225d500 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 946 time: 0.6637514 Jan 21 20:04:21.589009 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-eb75a475-6fde-428f-af44-f324ba462af1 req-acebb78a-0e3a-4dd8-93bb-9755efad260a tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/security-groups?id=ffb3127f-1bf2-4982-81c8-83221eb9ed93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822349 Jan 21 20:04:21.659633 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278a034-8283-4496-8b80-e8316a95c674 req-2faec890-ad6f-4b81-a38a-8ce349338aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:21.660844 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c278a034-8283-4496-8b80-e8316a95c674 req-2faec890-ad6f-4b81-a38a-8ce349338aee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:21.662469 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c278a034-8283-4496-8b80-e8316a95c674 req-2faec890-ad6f-4b81-a38a-8ce349338aee service neutron] 10.222.0.83 "PUT /v2.0/ports/3d9f1115-2192-43d2-8c09-ad562850f660 HTTP/1.1" status: 200 len: 1158 time: 3.1296914 Jan 21 20:04:21.663166 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3746b193-8426-4a11-ac7b-da77bca6d3ba', 'tag': '3d9f1115-2192-43d2-8c09-ad562850f660'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:04:21.671801 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9202c133-4a7c-4c8d-90db-e73880a432b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:21.703858 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-eff9b9f4-b3af-4228-a47b-bf6b0c29aa2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:04:21.716091 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-01ee53b2-f3c0-4be5-8707-3063055a412f req-061ec8db-3b08-448f-9240-fc28ee665126 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512618 Jan 21 20:04:21.752042 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202c133-4a7c-4c8d-90db-e73880a432b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851dd6e5-bf36-424d-bb34-e74670109505,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:04:21.765126 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-9202c133-4a7c-4c8d-90db-e73880a432b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:04:21.767806 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9202c133-4a7c-4c8d-90db-e73880a432b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:21.773133 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-9202c133-4a7c-4c8d-90db-e73880a432b0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/851dd6e5-bf36-424d-bb34-e74670109505 HTTP/1.1" status: 204 len: 168 time: 0.6061997 Jan 21 20:04:21.981007 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3746b193-8426-4a11-ac7b-da77bca6d3ba', 'tag': '3d9f1115-2192-43d2-8c09-ad562850f660', 'status': 'completed', 'code': 200} Jan 21 20:04:22.009210 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278a034-8283-4496-8b80-e8316a95c674 req-bb650107-e655-4eda-83f0-598a8c9c3063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:22.011822 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c278a034-8283-4496-8b80-e8316a95c674 req-bb650107-e655-4eda-83f0-598a8c9c3063 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8594a871a86142aca6d7c0a636850946&device_id=3746b193-8426-4a11-ac7b-da77bca6d3ba HTTP/1.1" status: 200 len: 1161 time: 0.2349701 Jan 21 20:04:22.183743 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c278a034-8283-4496-8b80-e8316a95c674 req-f771cfce-3e7d-44d4-8355-e77162dcc596 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d9f1115-2192-43d2-8c09-ad562850f660 HTTP/1.1" status: 200 len: 217 time: 0.1433747 Jan 21 20:04:22.354078 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278a034-8283-4496-8b80-e8316a95c674 req-bc78b29a-0afa-452b-864d-0bf2ad0969fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:22.365268 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c278a034-8283-4496-8b80-e8316a95c674 req-bc78b29a-0afa-452b-864d-0bf2ad0969fe service neutron] 10.222.0.83 "GET /v2.0/subnets?id=12495548-771e-45fe-8678-dd0276019739 HTTP/1.1" status: 200 len: 854 time: 0.1707439 Jan 21 20:04:22.439152 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c278a034-8283-4496-8b80-e8316a95c674 req-f8c6efb9-e476-4500-959e-445cf8be7ca7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=034065e7-63ac-4b95-9f0a-e64492698fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614853 Jan 21 20:04:22.618050 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 59920) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:04:22.649015 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4806ba50-20e1-4acf-af8f-8c0bcfad2b5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:22.681240 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-4806ba50-20e1-4acf-af8f-8c0bcfad2b5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:04:22.691015 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-4806ba50-20e1-4acf-af8f-8c0bcfad2b5d admin admin] Usage tracker for resource:security_group_rule and tenant:48b7bf1bc4bc48559579cdf00b61eab7 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:04:22.691628 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c278a034-8283-4496-8b80-e8316a95c674 req-d3a03f3a-703f-48f4-9123-747983375ff8 service neutron] 10.222.0.83 "GET /v2.0/networks/034065e7-63ac-4b95-9f0a-e64492698fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439981 Jan 21 20:04:22.696059 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-4806ba50-20e1-4acf-af8f-8c0bcfad2b5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:04:22.718856 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-4806ba50-20e1-4acf-af8f-8c0bcfad2b5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:04:22.945266 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4806ba50-20e1-4acf-af8f-8c0bcfad2b5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:22.951272 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4806ba50-20e1-4acf-af8f-8c0bcfad2b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:22.967848 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-780891ca-e2ca-4155-8583-76e2375c6b99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:04:23.039406 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-4806ba50-20e1-4acf-af8f-8c0bcfad2b5d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=48b7bf1bc4bc48559579cdf00b61eab7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4190083 Jan 21 20:04:23.041033 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 59928) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:04:23.051661 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4806ba50-20e1-4acf-af8f-8c0bcfad2b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8c742a-efea-4bd4-ac1a-2eae1f0f659c,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:04:23.058670 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-4806ba50-20e1-4acf-af8f-8c0bcfad2b5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:04:23.204424 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c278a034-8283-4496-8b80-e8316a95c674 req-c10ad044-7cc8-4549-9d76-66eaeb8a3b4a service neutron] 10.222.0.83 "GET /v2.0/networks/034065e7-63ac-4b95-9f0a-e64492698fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5037940 Jan 21 20:04:23.302277 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e4109dd3-0e17-4182-8d86-6f9aedbe2b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:23.450716 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6efd0-e523-4ab7-a070-748d2d1fdd6a req-9e955c8b-27aa-4cd1-a82a-e2b3674cfd3d tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:23.457585 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ebd6efd0-e523-4ab7-a070-748d2d1fdd6a req-9e955c8b-27aa-4cd1-a82a-e2b3674cfd3d tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/ports?device_id=3746b193-8426-4a11-ac7b-da77bca6d3ba HTTP/1.1" status: 200 len: 944 time: 0.5001538 Jan 21 20:04:23.495813 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e4109dd3-0e17-4182-8d86-6f9aedbe2b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:23.586125 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72b0a6-620b-4c89-91aa-69f65a2b47d7 req-e85602b2-7ad7-4244-a2ea-743f0fa262da tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:23.589778 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4f72b0a6-620b-4c89-91aa-69f65a2b47d7 req-e85602b2-7ad7-4244-a2ea-743f0fa262da tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 946 time: 0.5557175 Jan 21 20:04:23.736104 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ebd6efd0-e523-4ab7-a070-748d2d1fdd6a req-eea11ecd-d055-4799-9ff9-4e1e5b50b5c1 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/security-groups?id=ffb3127f-1bf2-4982-81c8-83221eb9ed93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470367 Jan 21 20:04:23.852961 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4f72b0a6-620b-4c89-91aa-69f65a2b47d7 req-283c30fc-3b89-467c-bd73-a06018d03221 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2390862 Jan 21 20:04:23.860520 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d7f0a-dd5c-461c-8f6a-04c64d2c717b req-38c6d2a0-2e32-4c4b-b27b-5eb51b28feef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:23.863393 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-389d7f0a-dd5c-461c-8f6a-04c64d2c717b req-38c6d2a0-2e32-4c4b-b27b-5eb51b28feef service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8594a871a86142aca6d7c0a636850946&device_id=3746b193-8426-4a11-ac7b-da77bca6d3ba HTTP/1.1" status: 200 len: 1161 time: 0.5032227 Jan 21 20:04:23.867110 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e4109dd3-0e17-4182-8d86-6f9aedbe2b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:23.873870 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-faf13b33-9b7d-4222-a341-664314105f8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:04:23.941846 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4109dd3-0e17-4182-8d86-6f9aedbe2b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8c742a-efea-4bd4-ac1a-2eae1f0f659c,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:04:23.945422 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e4109dd3-0e17-4182-8d86-6f9aedbe2b08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:04:24.024403 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e4109dd3-0e17-4182-8d86-6f9aedbe2b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:24.027614 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-e4109dd3-0e17-4182-8d86-6f9aedbe2b08 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0b8c742a-efea-4bd4-ac1a-2eae1f0f659c HTTP/1.1" status: 204 len: 168 time: 0.9393232 Jan 21 20:04:24.150596 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d7f0a-dd5c-461c-8f6a-04c64d2c717b req-89ffdb8f-52f9-44bf-84f1-051141329fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:24.152699 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-389d7f0a-dd5c-461c-8f6a-04c64d2c717b req-89ffdb8f-52f9-44bf-84f1-051141329fed service neutron] 10.222.0.83 "GET /v2.0/networks?id=034065e7-63ac-4b95-9f0a-e64492698fbf HTTP/1.1" status: 200 len: 908 time: 0.2813990 Jan 21 20:04:24.291278 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-389d7f0a-dd5c-461c-8f6a-04c64d2c717b req-d4564836-959f-45ff-b0f3-f24554d3fa1a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d9f1115-2192-43d2-8c09-ad562850f660 HTTP/1.1" status: 200 len: 217 time: 0.1226730 Jan 21 20:04:24.431722 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d7f0a-dd5c-461c-8f6a-04c64d2c717b req-60b9467c-9497-4c8e-a0d4-e7d0b18e279c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:24.433380 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-389d7f0a-dd5c-461c-8f6a-04c64d2c717b req-60b9467c-9497-4c8e-a0d4-e7d0b18e279c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=12495548-771e-45fe-8678-dd0276019739 HTTP/1.1" status: 200 len: 854 time: 0.0939364 Jan 21 20:04:24.507187 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-389d7f0a-dd5c-461c-8f6a-04c64d2c717b req-a3af2a96-d677-4fd7-976a-19a08fbe7b54 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=034065e7-63ac-4b95-9f0a-e64492698fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644546 Jan 21 20:04:24.514509 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b10fbc-4eab-4ece-b870-5be91ae0922e req-fbab07ca-40f1-49a7-bd94-5253cd139546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:24.518784 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b8b10fbc-4eab-4ece-b870-5be91ae0922e req-fbab07ca-40f1-49a7-bd94-5253cd139546 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ac30196b7fac4ccba1cac9aaee7458e7&device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 1163 time: 0.2240953 Jan 21 20:04:25.490219 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-389d7f0a-dd5c-461c-8f6a-04c64d2c717b req-2604498c-571a-45b6-9f3a-7e112f5031f6 service neutron] 10.222.0.83 "GET /v2.0/networks/034065e7-63ac-4b95-9f0a-e64492698fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9725423 Jan 21 20:04:25.559265 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b10fbc-4eab-4ece-b870-5be91ae0922e req-1f85e929-cf6a-499a-b392-984fd124f287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:25.561061 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b8b10fbc-4eab-4ece-b870-5be91ae0922e req-1f85e929-cf6a-499a-b392-984fd124f287 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d6138fb5-b76e-4f29-8bbf-74ec66db9e66 HTTP/1.1" status: 200 len: 911 time: 1.0013139 Jan 21 20:04:25.671559 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ad7fb-a37c-4a5b-ba77-552907b824f1 req-831811f7-d34b-4e93-b732-707171db9636 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:25.673439 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-bf5ad7fb-a37c-4a5b-ba77-552907b824f1 req-831811f7-d34b-4e93-b732-707171db9636 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 946 time: 0.4397604 Jan 21 20:04:25.790965 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d189c2-93fe-4fe9-a340-9be701adae12 req-65993e45-c02a-4b77-8d86-d4a7958f3c7d tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:25.792891 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-24d189c2-93fe-4fe9-a340-9be701adae12 req-65993e45-c02a-4b77-8d86-d4a7958f3c7d tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/ports?device_id=3746b193-8426-4a11-ac7b-da77bca6d3ba HTTP/1.1" status: 200 len: 944 time: 0.7119300 Jan 21 20:04:25.970461 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-bf5ad7fb-a37c-4a5b-ba77-552907b824f1 req-d77ca8b4-9d01-4f3b-a24c-69b4c8d8ee5d tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2155097 Jan 21 20:04:26.048998 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.objects.ports [None req-bd807c77-f680-408f-b790-17eb32fe27e8 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80115) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 21 20:04:26.074206 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-24d189c2-93fe-4fe9-a340-9be701adae12 req-52e3f853-1144-4585-9f55-032e10a6c2cf tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/security-groups?id=ffb3127f-1bf2-4982-81c8-83221eb9ed93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547612 Jan 21 20:04:26.078808 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b8b10fbc-4eab-4ece-b870-5be91ae0922e req-9837991c-9a44-45f7-b477-c74251d08ba4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83 HTTP/1.1" status: 200 len: 1002 time: 0.4396966 Jan 21 20:04:26.204309 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-389d7f0a-dd5c-461c-8f6a-04c64d2c717b req-e07e91f3-ccee-4c57-93aa-daf2ca2ef8fa service neutron] 10.222.0.83 "GET /v2.0/networks/034065e7-63ac-4b95-9f0a-e64492698fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6954005 Jan 21 20:04:26.257144 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b10fbc-4eab-4ece-b870-5be91ae0922e req-5371215b-09f9-415d-a77c-ab8745109cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:26.260288 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b8b10fbc-4eab-4ece-b870-5be91ae0922e req-5371215b-09f9-415d-a77c-ab8745109cba service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c1281d7a-a47b-4e8a-8373-d8daef5b1038 HTTP/1.1" status: 200 len: 856 time: 0.1676838 Jan 21 20:04:26.445853 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b10fbc-4eab-4ece-b870-5be91ae0922e req-f5dfed09-e978-4898-94f0-30fe865b5237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:26.448997 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b8b10fbc-4eab-4ece-b870-5be91ae0922e req-f5dfed09-e978-4898-94f0-30fe865b5237 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d6138fb5-b76e-4f29-8bbf-74ec66db9e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1771886 Jan 21 20:04:26.705888 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b8b10fbc-4eab-4ece-b870-5be91ae0922e req-506c055c-7d38-4b58-9f14-24bb0d2a9b77 service neutron] 10.222.0.83 "GET /v2.0/networks/d6138fb5-b76e-4f29-8bbf-74ec66db9e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481089 Jan 21 20:04:26.768910 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 3d9f1115-2192-43d2-8c09-ad562850f660 up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:04:26.940818 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning for port 3d9f1115-2192-43d2-8c09-ad562850f660 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:04:26.952425 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 3d9f1115-2192-43d2-8c09-ad562850f660 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:04:26.953797 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:27.111760 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b8b10fbc-4eab-4ece-b870-5be91ae0922e req-e4a9f950-5fba-45df-9151-850b1cbd4807 service neutron] 10.222.0.83 "GET /v2.0/networks/d6138fb5-b76e-4f29-8bbf-74ec66db9e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3923140 Jan 21 20:04:27.225124 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:27.274310 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] For port 3d9f1115-2192-43d2-8c09-ad562850f660, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=3d9f1115-2192-43d2-8c09-ad562850f660,segment=NetworkSegment(8a06e735-d774-4fdc-adc5-91bda5ed4e62),segment_id=8a06e735-d774-4fdc-adc5-91bda5ed4e62)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:04:27.275847 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3746b193-8426-4a11-ac7b-da77bca6d3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9f1115-2192-43d2-8c09-ad562850f660'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:04:27.283401 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:27.287303 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:04:27.373908 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Pushing event updated for resources: {'Port': ['ID=3d9f1115-2192-43d2-8c09-ad562850f660,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:04:27.378302 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:04:27.836800 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb6884-3ffd-4af0-83f2-76324adde24b req-11f9d152-f064-4afe-9dd1-03e235056575 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:27.850780 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f2eb6884-3ffd-4af0-83f2-76324adde24b req-11f9d152-f064-4afe-9dd1-03e235056575 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/ports?device_id=3746b193-8426-4a11-ac7b-da77bca6d3ba HTTP/1.1" status: 200 len: 946 time: 0.4165771 Jan 21 20:04:27.941039 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cbfe41-f804-4522-b681-b09d6ae1db0e req-366ce409-bfaa-4092-99f4-c589d6ffdff4 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:27.943105 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-53cbfe41-f804-4522-b681-b09d6ae1db0e req-366ce409-bfaa-4092-99f4-c589d6ffdff4 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 946 time: 0.4044094 Jan 21 20:04:27.963054 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f2eb6884-3ffd-4af0-83f2-76324adde24b req-75a3f0be-db6d-4866-baef-075c04844332 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/security-groups?id=ffb3127f-1bf2-4982-81c8-83221eb9ed93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109445 Jan 21 20:04:27.998859 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 3d9f1115-2192-43d2-8c09-ad562850f660 up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:04:28.095345 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3746b193-8426-4a11-ac7b-da77bca6d3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9f1115-2192-43d2-8c09-ad562850f660', 'code': 200} Jan 21 20:04:28.166182 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-53cbfe41-f804-4522-b681-b09d6ae1db0e req-01338e94-e80e-4eb2-b9c2-dd475ec409bc tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892002 Jan 21 20:04:28.282782 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 3d9f1115-2192-43d2-8c09-ad562850f660 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:04:28.286436 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:28.764435 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69bb7ac-7668-4a91-80e5-78cd0a759cf0 req-aaf2a953-31dd-4590-a3c4-f39a77479f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:28.770448 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b69bb7ac-7668-4a91-80e5-78cd0a759cf0 req-aaf2a953-31dd-4590-a3c4-f39a77479f22 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3746b193-8426-4a11-ac7b-da77bca6d3ba HTTP/1.1" status: 200 len: 1163 time: 0.1711822 Jan 21 20:04:28.877069 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b69bb7ac-7668-4a91-80e5-78cd0a759cf0 req-b5201aa1-c29a-4d8f-a96b-a51d5584ad95 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ffb3127f-1bf2-4982-81c8-83221eb9ed93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008191 Jan 21 20:04:29.229925 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:29.430770 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e8176-7055-419d-9d3c-2fc6c219beec req-20f9ea2b-4a40-432d-8cd5-2cb814a32d53 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:29.432691 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-bd2e8176-7055-419d-9d3c-2fc6c219beec req-20f9ea2b-4a40-432d-8cd5-2cb814a32d53 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/ports?device_id=3746b193-8426-4a11-ac7b-da77bca6d3ba HTTP/1.1" status: 200 len: 946 time: 0.1867490 Jan 21 20:04:29.628688 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-bd2e8176-7055-419d-9d3c-2fc6c219beec req-b4e71495-b8a3-42de-acb5-6c8c522521bc tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/security-groups?id=ffb3127f-1bf2-4982-81c8-83221eb9ed93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376607 Jan 21 20:04:29.776103 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8f0b3-a2f3-44a1-bf2d-f0ea56651f0e req-d649a850-965a-4fb2-b036-c98909eadaf1 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:29.779697 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7dc8f0b3-a2f3-44a1-bf2d-f0ea56651f0e req-d649a850-965a-4fb2-b036-c98909eadaf1 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 946 time: 0.3454261 Jan 21 20:04:29.876907 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7dc8f0b3-a2f3-44a1-bf2d-f0ea56651f0e req-f312de93-7aac-4f65-aedb-bb4d5f067229 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878153 Jan 21 20:04:31.011612 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ac9e4-92f9-4d2a-a41b-8b039d598591 req-5148e9c9-47dc-43a7-b3bd-cc4b0ea9e186 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:31.013420 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-103ac9e4-92f9-4d2a-a41b-8b039d598591 req-5148e9c9-47dc-43a7-b3bd-cc4b0ea9e186 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/ports?device_id=3746b193-8426-4a11-ac7b-da77bca6d3ba HTTP/1.1" status: 200 len: 946 time: 0.1739869 Jan 21 20:04:31.177538 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-103ac9e4-92f9-4d2a-a41b-8b039d598591 req-8a524cb0-099b-4340-a8c3-82a1eaadacf8 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/security-groups?id=ffb3127f-1bf2-4982-81c8-83221eb9ed93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550891 Jan 21 20:04:31.281933 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd218b-50b6-493f-9f94-a439c8955bda req-5cdaaf23-2bf7-4b8d-8792-cd20437fed46 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:31.283879 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-aacd218b-50b6-493f-9f94-a439c8955bda req-5cdaaf23-2bf7-4b8d-8792-cd20437fed46 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 946 time: 0.1986475 Jan 21 20:04:31.420608 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-aacd218b-50b6-493f-9f94-a439c8955bda req-7ada7c8e-b703-479b-8eb0-32103c069609 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278551 Jan 21 20:04:31.500805 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1dc1cacf-b1f5-4f2f-8f8d-aad03acebba4 req-60ca44f5-44ec-4084-9cc1-708832e98f16 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1304706291&fields=id&tenant_id=0ddb4b82bd4d4ba798210dfef0c51e89 HTTP/1.1" status: 200 len: 267 time: 0.0783463 Jan 21 20:04:31.869759 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1cacf-b1f5-4f2f-8f8d-aad03acebba4 req-ee656a5b-867c-470a-b0c2-9ebfe52ac368 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:31.872938 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1dc1cacf-b1f5-4f2f-8f8d-aad03acebba4 req-ee656a5b-867c-470a-b0c2-9ebfe52ac368 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 984 time: 0.3709166 Jan 21 20:04:31.893322 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-1dc1cacf-b1f5-4f2f-8f8d-aad03acebba4 req-67811d12-bddf-489e-9342-e40f2ae8c7d0 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Request body: {'port': {'security_groups': ['cab5a398-bf18-4a00-b529-b5417239d120']}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:04:31.970377 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 3d9f1115-2192-43d2-8c09-ad562850f660 up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:04:32.104708 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 3d9f1115-2192-43d2-8c09-ad562850f660 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:04:32.105586 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:32.146652 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-1dc1cacf-b1f5-4f2f-8f8d-aad03acebba4 req-67811d12-bddf-489e-9342-e40f2ae8c7d0 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:33.015498 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-1dc1cacf-b1f5-4f2f-8f8d-aad03acebba4 req-67811d12-bddf-489e-9342-e40f2ae8c7d0 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] For port 264ab6b4-459b-4209-b7dd-e3cb94fce7e2, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=264ab6b4-459b-4209-b7dd-e3cb94fce7e2,segment=NetworkSegment(7c41453e-9d89-4697-8208-9e5ae9b12e90),segment_id=7c41453e-9d89-4697-8208-9e5ae9b12e90)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:04:33.051194 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10929bf0-5e36-47f9-bef7-161f79f53471 req-587cf55e-5cb3-46e9-97e6-89f4c7c85220 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:33.052949 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-10929bf0-5e36-47f9-bef7-161f79f53471 req-587cf55e-5cb3-46e9-97e6-89f4c7c85220 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 946 time: 0.2131407 Jan 21 20:04:33.098755 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-1dc1cacf-b1f5-4f2f-8f8d-aad03acebba4 req-67811d12-bddf-489e-9342-e40f2ae8c7d0 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:33.110193 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-1dc1cacf-b1f5-4f2f-8f8d-aad03acebba4 req-67811d12-bddf-489e-9342-e40f2ae8c7d0 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214824'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:33.139416 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-55e74e7d-5a0e-4217-8f61-a1e792b06bb2 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:04:33.269467 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-10929bf0-5e36-47f9-bef7-161f79f53471 req-8541f420-45f7-4641-a835-c295d222a45d tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016702 Jan 21 20:04:33.324668 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67811d12-bddf-489e-9342-e40f2ae8c7d0 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Pushing event updated for resources: {'Port': ['ID=264ab6b4-459b-4209-b7dd-e3cb94fce7e2,revision_number=6']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:04:33.328681 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-67811d12-bddf-489e-9342-e40f2ae8c7d0 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:04:33.391692 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1cacf-b1f5-4f2f-8f8d-aad03acebba4 req-67811d12-bddf-489e-9342-e40f2ae8c7d0 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:33.392457 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-1dc1cacf-b1f5-4f2f-8f8d-aad03acebba4 req-67811d12-bddf-489e-9342-e40f2ae8c7d0 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:33.394171 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1dc1cacf-b1f5-4f2f-8f8d-aad03acebba4 req-67811d12-bddf-489e-9342-e40f2ae8c7d0 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "PUT /v2.0/ports/264ab6b4-459b-4209-b7dd-e3cb94fce7e2 HTTP/1.1" status: 200 len: 942 time: 1.5110974 Jan 21 20:04:33.394914 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2863067b-50fa-4068-9d5e-b5d874763dc2', 'tag': '264ab6b4-459b-4209-b7dd-e3cb94fce7e2'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:04:33.493460 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2863067b-50fa-4068-9d5e-b5d874763dc2', 'tag': '264ab6b4-459b-4209-b7dd-e3cb94fce7e2', 'status': 'completed', 'code': 200} Jan 21 20:04:33.539728 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-54681d38-10d6-4d87-b4a0-bab21a8dfe0a req-b4b39869-ae1f-4f40-9f11-00a892efec0f tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups/8e4a58f4-15a6-4abf-833f-e016550779d8 HTTP/1.1" status: 200 len: 3005 time: 0.0898750 Jan 21 20:04:33.633861 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-6ad24809-87fa-4f75-a40b-ffc2bd799758 None None] Provisioning complete for port 264ab6b4-459b-4209-b7dd-e3cb94fce7e2 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:04:33.634636 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6ad24809-87fa-4f75-a40b-ffc2bd799758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:33.755651 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-54681d38-10d6-4d87-b4a0-bab21a8dfe0a req-e2ecb11d-8cc9-4718-a14a-11320e55d405 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:33.810770 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688ef0a-d14d-4cf7-8cfb-fd889eff3e2a req-8bde2507-b344-4bc6-904d-fa8907c926bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:33.812783 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4688ef0a-d14d-4cf7-8cfb-fd889eff3e2a req-8bde2507-b344-4bc6-904d-fa8907c926bb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0ddb4b82bd4d4ba798210dfef0c51e89&device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 1162 time: 0.2302923 Jan 21 20:04:34.136256 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-54681d38-10d6-4d87-b4a0-bab21a8dfe0a req-e2ecb11d-8cc9-4718-a14a-11320e55d405 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:34.226547 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 264ab6b4-459b-4209-b7dd-e3cb94fce7e2 up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:04:34.332641 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 264ab6b4-459b-4209-b7dd-e3cb94fce7e2 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:04:34.332641 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:34.344767 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ee1ea-3ae9-4b87-acb5-7d7fab674bdc req-f10d1198-e2e8-4a11-8d2e-669f789436e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:34.347940 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ce0ee1ea-3ae9-4b87-acb5-7d7fab674bdc req-f10d1198-e2e8-4a11-8d2e-669f789436e5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ac30196b7fac4ccba1cac9aaee7458e7&device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 1163 time: 0.6540341 Jan 21 20:04:34.480472 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-80a5e881-6fe7-46c8-9106-2023acc778a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:34.610338 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688ef0a-d14d-4cf7-8cfb-fd889eff3e2a req-0daa5d21-fab2-434d-9671-e4fa15f74190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:34.614705 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4688ef0a-d14d-4cf7-8cfb-fd889eff3e2a req-0daa5d21-fab2-434d-9671-e4fa15f74190 service neutron] 10.222.0.83 "GET /v2.0/networks?id=843bf788-d609-4005-9995-bbed36e20282 HTTP/1.1" status: 200 len: 908 time: 0.7873280 Jan 21 20:04:34.646193 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-54681d38-10d6-4d87-b4a0-bab21a8dfe0a req-e2ecb11d-8cc9-4718-a14a-11320e55d405 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:34.770360 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 60138) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:04:34.773512 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-454ddd97-4fcf-4313-85c2-ee3772f4c7cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:04:34.832997 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecb11d-8cc9-4718-a14a-11320e55d405 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4a58f4-15a6-4abf-833f-e016550779d8,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:04:34.841442 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e2ecb11d-8cc9-4718-a14a-11320e55d405 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:04:34.921305 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-54681d38-10d6-4d87-b4a0-bab21a8dfe0a req-e2ecb11d-8cc9-4718-a14a-11320e55d405 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:34.923338 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-54681d38-10d6-4d87-b4a0-bab21a8dfe0a req-e2ecb11d-8cc9-4718-a14a-11320e55d405 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "DELETE /v2.0/security-groups/8e4a58f4-15a6-4abf-833f-e016550779d8 HTTP/1.1" status: 204 len: 173 time: 1.3740880 Jan 21 20:04:34.947039 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4688ef0a-d14d-4cf7-8cfb-fd889eff3e2a req-a9660d2e-a056-436c-a567-2cfb00764576 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=264ab6b4-459b-4209-b7dd-e3cb94fce7e2 HTTP/1.1" status: 200 len: 1000 time: 0.3031299 Jan 21 20:04:34.984704 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d3393c5b-9ea3-423c-bcc3-ab13ae707c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:34.998905 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.agents_db [None req-c7ecb146-6622-446f-8bab-48f8cf3fe8cd None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:04:35.008108 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-d3393c5b-9ea3-423c-bcc3-ab13ae707c1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:04:35.013205 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-d3393c5b-9ea3-423c-bcc3-ab13ae707c1d admin admin] Usage tracker for resource:security_group_rule and tenant:daa1e30020dc437f895a070b1cf89b2c is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:04:35.018896 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-d3393c5b-9ea3-423c-bcc3-ab13ae707c1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:04:35.030740 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-d3393c5b-9ea3-423c-bcc3-ab13ae707c1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:04:35.046045 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ee1ea-3ae9-4b87-acb5-7d7fab674bdc req-f84b1993-0578-4eaa-809f-f3b86dcde25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:35.048471 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ce0ee1ea-3ae9-4b87-acb5-7d7fab674bdc req-f84b1993-0578-4eaa-809f-f3b86dcde25c service neutron] 10.222.0.83 "GET /v2.0/networks?id=d6138fb5-b76e-4f29-8bbf-74ec66db9e66 HTTP/1.1" status: 200 len: 911 time: 0.6916900 Jan 21 20:04:35.160841 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d3393c5b-9ea3-423c-bcc3-ab13ae707c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:35.164510 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d3393c5b-9ea3-423c-bcc3-ab13ae707c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:35.176631 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-166e4eff-e6f5-4b5e-962f-fc2c810873c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:04:35.239641 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-d3393c5b-9ea3-423c-bcc3-ab13ae707c1d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=daa1e30020dc437f895a070b1cf89b2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4614532 Jan 21 20:04:35.239641 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3393c5b-9ea3-423c-bcc3-ab13ae707c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706b6901-e060-46fa-a8e6-b4477b6b7fd5,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:04:35.243070 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 60148) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:04:35.244627 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3393c5b-9ea3-423c-bcc3-ab13ae707c1d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:35.245078 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3393c5b-9ea3-423c-bcc3-ab13ae707c1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:35.245472 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3393c5b-9ea3-423c-bcc3-ab13ae707c1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:35.245899 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3393c5b-9ea3-423c-bcc3-ab13ae707c1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:35.246312 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3393c5b-9ea3-423c-bcc3-ab13ae707c1d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:35.246752 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3393c5b-9ea3-423c-bcc3-ab13ae707c1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:35.247163 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3393c5b-9ea3-423c-bcc3-ab13ae707c1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:35.247567 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3393c5b-9ea3-423c-bcc3-ab13ae707c1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:35.247972 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3393c5b-9ea3-423c-bcc3-ab13ae707c1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:35.248374 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3393c5b-9ea3-423c-bcc3-ab13ae707c1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:35.248779 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3393c5b-9ea3-423c-bcc3-ab13ae707c1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:35.249181 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3393c5b-9ea3-423c-bcc3-ab13ae707c1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:35.249632 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3393c5b-9ea3-423c-bcc3-ab13ae707c1d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:35.250040 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3393c5b-9ea3-423c-bcc3-ab13ae707c1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:35.250476 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3393c5b-9ea3-423c-bcc3-ab13ae707c1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:35.250895 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3393c5b-9ea3-423c-bcc3-ab13ae707c1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:35.251264 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3393c5b-9ea3-423c-bcc3-ab13ae707c1d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:35.251668 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3393c5b-9ea3-423c-bcc3-ab13ae707c1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:35.252067 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3393c5b-9ea3-423c-bcc3-ab13ae707c1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:35.252512 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3393c5b-9ea3-423c-bcc3-ab13ae707c1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:35.253580 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3393c5b-9ea3-423c-bcc3-ab13ae707c1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:35.254051 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3393c5b-9ea3-423c-bcc3-ab13ae707c1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:35.254477 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3393c5b-9ea3-423c-bcc3-ab13ae707c1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:35.254918 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3393c5b-9ea3-423c-bcc3-ab13ae707c1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:35.260144 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d3393c5b-9ea3-423c-bcc3-ab13ae707c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:04:35.311276 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d05f6-c18a-472d-8a25-d532152bfff7 req-6caec981-cdc9-4542-adcd-f38e67398aeb tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:35.313001 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1a2d05f6-c18a-472d-8a25-d532152bfff7 req-6caec981-cdc9-4542-adcd-f38e67398aeb tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 946 time: 0.7821240 Jan 21 20:04:35.338951 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-62ba6ce2-09af-4ac0-b51e-416c39093b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:35.370641 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-62ba6ce2-09af-4ac0-b51e-416c39093b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:35.375687 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688ef0a-d14d-4cf7-8cfb-fd889eff3e2a req-59855b8c-e4dc-4dfa-8fe3-ae8c24eb0ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:35.377316 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4688ef0a-d14d-4cf7-8cfb-fd889eff3e2a req-59855b8c-e4dc-4dfa-8fe3-ae8c24eb0ee9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=936f1562-19ae-4630-8b98-9fbdb8ca23b9 HTTP/1.1" status: 200 len: 853 time: 0.4192123 Jan 21 20:04:35.445907 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ce0ee1ea-3ae9-4b87-acb5-7d7fab674bdc req-b6101a0d-38df-4470-8fbf-1a603bf00f06 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83 HTTP/1.1" status: 200 len: 1002 time: 0.3073103 Jan 21 20:04:35.452706 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c9e323c3-e13a-4845-a83e-08acdefab08f req-f041d1bd-93f3-473e-b646-d156a6d52ec9 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/floatingips/dba805d1-cfbc-4daf-bb70-361de624120e HTTP/1.1" status: 200 len: 997 time: 0.4158282 Jan 21 20:04:35.458712 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-62ba6ce2-09af-4ac0-b51e-416c39093b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:35.464871 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0d6467b9-930f-4db5-bf9b-4a8b5f2cf344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:04:35.480818 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba6ce2-09af-4ac0-b51e-416c39093b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706b6901-e060-46fa-a8e6-b4477b6b7fd5,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:04:35.485559 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-62ba6ce2-09af-4ac0-b51e-416c39093b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:04:35.494664 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-62ba6ce2-09af-4ac0-b51e-416c39093b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:35.500650 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-62ba6ce2-09af-4ac0-b51e-416c39093b2c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/706b6901-e060-46fa-a8e6-b4477b6b7fd5 HTTP/1.1" status: 204 len: 168 time: 0.2343216 Jan 21 20:04:35.674655 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1a2d05f6-c18a-472d-8a25-d532152bfff7 req-fc7f201e-fe89-4803-b07f-c50a3d3de1d0 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3398523 Jan 21 20:04:35.769944 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ee1ea-3ae9-4b87-acb5-7d7fab674bdc req-05bad1d5-9d55-44cb-bb31-86f23fc55912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:35.772669 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ce0ee1ea-3ae9-4b87-acb5-7d7fab674bdc req-05bad1d5-9d55-44cb-bb31-86f23fc55912 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c1281d7a-a47b-4e8a-8373-d8daef5b1038 HTTP/1.1" status: 200 len: 856 time: 0.3112693 Jan 21 20:04:35.890822 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688ef0a-d14d-4cf7-8cfb-fd889eff3e2a req-c2b163fc-daaf-443f-b97c-2160b5dddb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:35.892592 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4688ef0a-d14d-4cf7-8cfb-fd889eff3e2a req-c2b163fc-daaf-443f-b97c-2160b5dddb44 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=843bf788-d609-4005-9995-bbed36e20282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5014422 Jan 21 20:04:35.926436 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e323c3-e13a-4845-a83e-08acdefab08f req-389debdf-58e7-45a0-a039-424800b84319 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:35.928007 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c9e323c3-e13a-4845-a83e-08acdefab08f req-389debdf-58e7-45a0-a039-424800b84319 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/networks/a57e5c9c-980e-4c63-98b2-db6c66af0db2 HTTP/1.1" status: 200 len: 784 time: 0.4652517 Jan 21 20:04:35.969998 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [req-c9e323c3-e13a-4845-a83e-08acdefab08f req-f8b99d45-10c6-4f4a-b76a-8e03259685d6 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 20:04:35.971203 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c9e323c3-e13a-4845-a83e-08acdefab08f req-f8b99d45-10c6-4f4a-b76a-8e03259685d6 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0159159 Jan 21 20:04:36.002136 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 60156) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:04:36.024662 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-de685e85-b75a-42ed-8310-978b7653a673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:36.047025 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-de685e85-b75a-42ed-8310-978b7653a673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:04:36.052584 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-de685e85-b75a-42ed-8310-978b7653a673 admin admin] Usage tracker for resource:security_group_rule and tenant:4adf90dca301441faebd468438147557 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:04:36.055987 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-de685e85-b75a-42ed-8310-978b7653a673 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:04:36.062286 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-de685e85-b75a-42ed-8310-978b7653a673 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:04:36.160686 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-de685e85-b75a-42ed-8310-978b7653a673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:36.164128 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-de685e85-b75a-42ed-8310-978b7653a673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:36.175225 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-2b06c6da-a032-4de2-b405-20954a7b03dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:04:36.195641 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ee1ea-3ae9-4b87-acb5-7d7fab674bdc req-a262db1b-5ea8-4ae7-a479-a56b7c59dbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:36.197284 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ce0ee1ea-3ae9-4b87-acb5-7d7fab674bdc req-a262db1b-5ea8-4ae7-a479-a56b7c59dbce service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d6138fb5-b76e-4f29-8bbf-74ec66db9e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4150450 Jan 21 20:04:36.230745 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-de685e85-b75a-42ed-8310-978b7653a673 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4adf90dca301441faebd468438147557&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2236145 Jan 21 20:04:36.230745 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de685e85-b75a-42ed-8310-978b7653a673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff3befd-6e9d-4485-bd80-3aaddf4c6a1b,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:04:36.232829 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 60162) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:04:36.236382 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-de685e85-b75a-42ed-8310-978b7653a673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:04:36.252527 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c9e323c3-e13a-4845-a83e-08acdefab08f req-d3706167-75ab-4492-9bbc-aa37a1f66529 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.27.2.53 HTTP/1.1" status: 200 len: 1000 time: 0.2203650 Jan 21 20:04:36.318233 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8b547dbf-4423-4247-9c28-1d3711c31dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:36.349658 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8b547dbf-4423-4247-9c28-1d3711c31dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:36.350926 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4688ef0a-d14d-4cf7-8cfb-fd889eff3e2a req-a7db603c-86cc-4139-b6c6-1f67835d7a8d service neutron] 10.222.0.83 "GET /v2.0/networks/843bf788-d609-4005-9995-bbed36e20282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218192 Jan 21 20:04:36.422726 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8b547dbf-4423-4247-9c28-1d3711c31dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:36.428038 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-00c0ec61-3484-4543-a12b-079555131d34 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:04:36.448963 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b547dbf-4423-4247-9c28-1d3711c31dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff3befd-6e9d-4485-bd80-3aaddf4c6a1b,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:04:36.458160 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-8b547dbf-4423-4247-9c28-1d3711c31dbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:04:36.458846 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8b547dbf-4423-4247-9c28-1d3711c31dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:36.462786 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-8b547dbf-4423-4247-9c28-1d3711c31dbe admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1ff3befd-6e9d-4485-bd80-3aaddf4c6a1b HTTP/1.1" status: 204 len: 168 time: 0.2261560 Jan 21 20:04:36.542992 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c05bc1f6-465a-42b5-b66e-c21c59762e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:36.837125 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e323c3-e13a-4845-a83e-08acdefab08f req-096e8bc9-0688-4aac-8f32-b3fbf33e4267 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:36.838859 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c9e323c3-e13a-4845-a83e-08acdefab08f req-096e8bc9-0688-4aac-8f32-b3fbf33e4267 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports/264ab6b4-459b-4209-b7dd-e3cb94fce7e2 HTTP/1.1" status: 200 len: 942 time: 0.4907668 Jan 21 20:04:37.065647 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ce0ee1ea-3ae9-4b87-acb5-7d7fab674bdc req-ea7eb42f-3538-472e-aed0-f03fc1c6b045 service neutron] 10.222.0.83 "GET /v2.0/networks/d6138fb5-b76e-4f29-8bbf-74ec66db9e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8550639 Jan 21 20:04:37.079276 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 60172) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:04:37.100645 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0bdd75a7-1428-4d87-aded-b349bf567885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:37.118599 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-0bdd75a7-1428-4d87-aded-b349bf567885 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:04:37.122856 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-0bdd75a7-1428-4d87-aded-b349bf567885 admin admin] Usage tracker for resource:security_group_rule and tenant:b3b8e897fe9b4bc3b1cabe2750a742da is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:04:37.125868 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-0bdd75a7-1428-4d87-aded-b349bf567885 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:04:37.131973 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-0bdd75a7-1428-4d87-aded-b349bf567885 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:04:37.175210 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4688ef0a-d14d-4cf7-8cfb-fd889eff3e2a req-8f016c64-72cb-46af-bd2d-14d665ac34c7 service neutron] 10.222.0.83 "GET /v2.0/networks/843bf788-d609-4005-9995-bbed36e20282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5238931 Jan 21 20:04:37.235143 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0bdd75a7-1428-4d87-aded-b349bf567885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:37.240514 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0bdd75a7-1428-4d87-aded-b349bf567885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:37.252080 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-67acefda-e76c-47c0-a0cb-ef968804b4fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:04:37.303434 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c9e323c3-e13a-4845-a83e-08acdefab08f req-e0f09a0d-5d45-4f9c-8f69-01c2be5c0e37 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.27.2.53 HTTP/1.1" status: 200 len: 1000 time: 0.3662221 Jan 21 20:04:37.310360 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-0bdd75a7-1428-4d87-aded-b349bf567885 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b3b8e897fe9b4bc3b1cabe2750a742da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2297277 Jan 21 20:04:37.311325 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd75a7-1428-4d87-aded-b349bf567885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010e7631-3c1e-4c0e-bb82-acb6214d23ce,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:04:37.314047 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 60178) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:04:37.317664 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0bdd75a7-1428-4d87-aded-b349bf567885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:04:37.394323 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ca5c4c48-fb3f-4ee4-adb6-53b1b8035f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:37.450352 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ca5c4c48-fb3f-4ee4-adb6-53b1b8035f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:37.489888 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb5e71-770f-4253-aeb3-03d0d3d5772d req-19ebf951-b858-4719-8947-fdb130cb12dc tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:37.491671 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3ddb5e71-770f-4253-aeb3-03d0d3d5772d req-19ebf951-b858-4719-8947-fdb130cb12dc tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 946 time: 0.4310558 Jan 21 20:04:37.501068 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ce0ee1ea-3ae9-4b87-acb5-7d7fab674bdc req-9b42f166-5f60-4f39-b85d-23830a20c9e1 service neutron] 10.222.0.83 "GET /v2.0/networks/d6138fb5-b76e-4f29-8bbf-74ec66db9e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3686893 Jan 21 20:04:37.535488 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ca5c4c48-fb3f-4ee4-adb6-53b1b8035f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:37.536532 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:37.541693 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0bdd75a7-1428-4d87-aded-b349bf567885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:04:37.558634 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c4c48-fb3f-4ee4-adb6-53b1b8035f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010e7631-3c1e-4c0e-bb82-acb6214d23ce,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:04:37.561732 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ca5c4c48-fb3f-4ee4-adb6-53b1b8035f16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:04:37.563091 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ca5c4c48-fb3f-4ee4-adb6-53b1b8035f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:37.568239 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-ca5c4c48-fb3f-4ee4-adb6-53b1b8035f16 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/010e7631-3c1e-4c0e-bb82-acb6214d23ce HTTP/1.1" status: 204 len: 168 time: 0.2491477 Jan 21 20:04:37.682340 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3ddb5e71-770f-4253-aeb3-03d0d3d5772d req-fd3d6b05-f02f-45f9-82fc-5246b456237a tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801412 Jan 21 20:04:37.703297 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-c9e323c3-e13a-4845-a83e-08acdefab08f req-4f817fc3-9e02-4b0b-bb2d-e699d7c23360 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Deleting port e621185b-acc8-41fc-8f0e-9ad12cb6521c {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:04:37.703693 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c9e323c3-e13a-4845-a83e-08acdefab08f req-4f817fc3-9e02-4b0b-bb2d-e699d7c23360 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:37.947134 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c9e323c3-e13a-4845-a83e-08acdefab08f req-4f817fc3-9e02-4b0b-bb2d-e699d7c23360 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:37.947537 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c9e323c3-e13a-4845-a83e-08acdefab08f req-4f817fc3-9e02-4b0b-bb2d-e699d7c23360 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks [] for floatingip, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:38.109693 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-c9e323c3-e13a-4845-a83e-08acdefab08f req-4f817fc3-9e02-4b0b-bb2d-e699d7c23360 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Calling delete_port for e621185b-acc8-41fc-8f0e-9ad12cb6521c owned by network:floatingip {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:04:38.301536 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c9e323c3-e13a-4845-a83e-08acdefab08f req-4f817fc3-9e02-4b0b-bb2d-e699d7c23360 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852560929'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:38.319159 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e3915432-fb5d-4822-91ec-e189cd163676 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:04:38.425765 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f817fc3-9e02-4b0b-bb2d-e699d7c23360 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Pushing event deleted for resources: {'Port': ['ID=e621185b-acc8-41fc-8f0e-9ad12cb6521c,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:04:38.430563 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-4f817fc3-9e02-4b0b-bb2d-e699d7c23360 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:04:38.488857 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:38.593851 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c9e323c3-e13a-4845-a83e-08acdefab08f req-4f817fc3-9e02-4b0b-bb2d-e699d7c23360 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks [] for floatingip, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:38.594355 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.db.l3_db [req-c9e323c3-e13a-4845-a83e-08acdefab08f req-4f817fc3-9e02-4b0b-bb2d-e699d7c23360 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Floating IP dba805d1-cfbc-4daf-bb70-361de624120e disassociated (deleted). External IP: 172.27.2.53, port: 264ab6b4-459b-4209-b7dd-e3cb94fce7e2. Jan 21 20:04:38.991900 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:39.291460 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9e323c3-e13a-4845-a83e-08acdefab08f req-4f817fc3-9e02-4b0b-bb2d-e699d7c23360 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Router 60eb76ca-00a7-4587-9d0f-8f431a611036 has already been hosted by L3 agent acfbd797-5df7-45c7-9954-db8085626b2a {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 20:04:39.404550 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada3b60-cf8f-457f-92bc-bbeca8faddd9 req-7f6baf3a-a58b-472a-92c2-43ab8b6fbb5a tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:39.406269 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8ada3b60-cf8f-457f-92bc-bbeca8faddd9 req-7f6baf3a-a58b-472a-92c2-43ab8b6fbb5a tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 946 time: 0.4450204 Jan 21 20:04:39.558544 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8ada3b60-cf8f-457f-92bc-bbeca8faddd9 req-b38ccafb-9ff8-4d75-8b2f-327d2d0c29a7 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406372 Jan 21 20:04:39.625917 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9e323c3-e13a-4845-a83e-08acdefab08f req-4f817fc3-9e02-4b0b-bb2d-e699d7c23360 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify agent at l3_agent.dv-cinder-726180-8-iscsi the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:04:39.647354 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2a7f2b-00cf-49d6-aa05-7f559a89570f None None] Sync routers for ids ['60eb76ca-00a7-4587-9d0f-8f431a611036'] in dv-cinder-726180-8-iscsi {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:04:39.682189 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2a7f2b-00cf-49d6-aa05-7f559a89570f None None] Routers {'60eb76ca-00a7-4587-9d0f-8f431a611036'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:04:39.685366 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-3d2a7f2b-00cf-49d6-aa05-7f559a89570f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:04:37Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['60eb76ca-00a7-4587-9d0f-8f431a611036'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:04:39.698211 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-c9e323c3-e13a-4845-a83e-08acdefab08f req-4f817fc3-9e02-4b0b-bb2d-e699d7c23360 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:39.774087 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c9e323c3-e13a-4845-a83e-08acdefab08f req-4f817fc3-9e02-4b0b-bb2d-e699d7c23360 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "DELETE /v2.0/floatingips/dba805d1-cfbc-4daf-bb70-361de624120e HTTP/1.1" status: 204 len: 173 time: 2.4447093 Jan 21 20:04:39.774842 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2863067b-50fa-4068-9d5e-b5d874763dc2', 'tag': '264ab6b4-459b-4209-b7dd-e3cb94fce7e2'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:04:39.882592 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2863067b-50fa-4068-9d5e-b5d874763dc2', 'tag': '264ab6b4-459b-4209-b7dd-e3cb94fce7e2', 'status': 'completed', 'code': 200} Jan 21 20:04:39.891296 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e323c3-e13a-4845-a83e-08acdefab08f req-f7e6c16c-5ee4-478b-9938-bbfabc6eb790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:39.893115 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c9e323c3-e13a-4845-a83e-08acdefab08f req-f7e6c16c-5ee4-478b-9938-bbfabc6eb790 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0ddb4b82bd4d4ba798210dfef0c51e89&device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 1162 time: 0.0940809 Jan 21 20:04:39.967337 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-3d2a7f2b-00cf-49d6-aa05-7f559a89570f None None] Set router 60eb76ca-00a7-4587-9d0f-8f431a611036 gateway port host: dv-cinder-726180-8-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:04:40.085556 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83 no longer exists at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:04:40.172485 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e323c3-e13a-4845-a83e-08acdefab08f req-9b831dfe-855f-45ee-9064-b05d9d900b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:40.175292 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c9e323c3-e13a-4845-a83e-08acdefab08f req-9b831dfe-855f-45ee-9064-b05d9d900b6d service neutron] 10.222.0.74 "GET /v2.0/networks?id=843bf788-d609-4005-9995-bbed36e20282 HTTP/1.1" status: 200 len: 908 time: 0.2733948 Jan 21 20:04:40.180126 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75f2bb-560f-4ad6-9848-8ed04a330891 req-b8e6f94b-2dc6-48d1-be0a-3cd96f3d25e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:40.182122 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0d75f2bb-560f-4ad6-9848-8ed04a330891 req-b8e6f94b-2dc6-48d1-be0a-3cd96f3d25e5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0ddb4b82bd4d4ba798210dfef0c51e89&device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 1162 time: 0.1697571 Jan 21 20:04:40.244601 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:40.281149 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485f2d00-a349-4128-90a8-d8186f8b7a54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:04:40.299137 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c9e323c3-e13a-4845-a83e-08acdefab08f req-8373d89b-7d6f-4452-9738-da29faddda96 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=264ab6b4-459b-4209-b7dd-e3cb94fce7e2 HTTP/1.1" status: 200 len: 217 time: 0.1117752 Jan 21 20:04:40.313884 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] For port ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83,segment=NetworkSegment(1f47a8ba-e3ad-4d68-a35b-b035d86b14ed),segment_id=1f47a8ba-e3ad-4d68-a35b-b035d86b14ed)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:04:40.318709 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:40.324541 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:04:40.414283 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485f2d00-a349-4128-90a8-d8186f8b7a54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83', 'code': 200} Jan 21 20:04:40.449653 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-3d2a7f2b-00cf-49d6-aa05-7f559a89570f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60eb76ca-00a7-4587-9d0f-8f431a611036', 'name': 'tempest-TestMinimumBasicScenario-754482351-router', 'tenant_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'f616ce31-41e6-4867-bf5c-f248eab780de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:01:26Z', 'updated_at': '2021-01-21T20:01:41Z', 'revision_number': 4, 'project_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'gw_port': {'id': 'f616ce31-41e6-4867-bf5c-f248eab780de', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60eb76ca-00a7-4587-9d0f-8f431a611036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:01:28Z', 'updated_at': '2021-01-21T20:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': 'b79a1aae-f995-4611-86a3-6996e3e382a6', 'name': '', 'network_id': '843bf788-d609-4005-9995-bbed36e20282', 'tenant_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'mac_address': 'fa:16:3e:e4:ec:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60eb76ca-00a7-4587-9d0f-8f431a611036', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '936f1562-19ae-4630-8b98-9fbdb8ca23b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:01:37Z', 'updated_at': '2021-01-21T20:01:52Z', 'revision_number': 5, 'project_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'subnets': [{'id': '936f1562-19ae-4630-8b98-9fbdb8ca23b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:04:40.454761 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2a7f2b-00cf-49d6-aa05-7f559a89570f None None] Checking router: 60eb76ca-00a7-4587-9d0f-8f431a611036 for host: dv-cinder-726180-8-iscsi {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:04:40.467205 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2a7f2b-00cf-49d6-aa05-7f559a89570f None None] Routers {'60eb76ca-00a7-4587-9d0f-8f431a611036'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:04:40.468040 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-3d2a7f2b-00cf-49d6-aa05-7f559a89570f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:04:37Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['60eb76ca-00a7-4587-9d0f-8f431a611036'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:04:40.477485 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Pushing event updated for resources: {'Port': ['ID=ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:04:40.487770 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:40.488769 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:40.489158 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:40.489698 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:40.489884 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:40.490260 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:40.491342 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:40.491342 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:40.491342 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:40.492840 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:40.492840 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:40.492840 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:40.492840 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:40.493563 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:40.493563 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:40.494443 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:40.494443 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:40.494705 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:40.494984 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:40.495557 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:40.496094 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:40.496463 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:40.496863 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:40.497322 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:04:40.519412 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:04:40.539144 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e323c3-e13a-4845-a83e-08acdefab08f req-a732dbe0-df03-448a-8a94-3a4fa5a07712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:40.540771 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c9e323c3-e13a-4845-a83e-08acdefab08f req-a732dbe0-df03-448a-8a94-3a4fa5a07712 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=936f1562-19ae-4630-8b98-9fbdb8ca23b9 HTTP/1.1" status: 200 len: 853 time: 0.1835611 Jan 21 20:04:40.617703 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75f2bb-560f-4ad6-9848-8ed04a330891 req-66b86ce1-149e-4735-b0b1-3c988c448470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:40.619261 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0d75f2bb-560f-4ad6-9848-8ed04a330891 req-66b86ce1-149e-4735-b0b1-3c988c448470 service neutron] 10.222.0.83 "GET /v2.0/networks?id=843bf788-d609-4005-9995-bbed36e20282 HTTP/1.1" status: 200 len: 908 time: 0.3595803 Jan 21 20:04:40.693888 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-3d2a7f2b-00cf-49d6-aa05-7f559a89570f None None] Set router 60eb76ca-00a7-4587-9d0f-8f431a611036 gateway port host: dv-cinder-726180-8-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:04:40.728025 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0d75f2bb-560f-4ad6-9848-8ed04a330891 req-503e137a-1ea3-4013-8d9e-e9a2bde2c348 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=264ab6b4-459b-4209-b7dd-e3cb94fce7e2 HTTP/1.1" status: 200 len: 217 time: 0.0970902 Jan 21 20:04:40.877080 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e323c3-e13a-4845-a83e-08acdefab08f req-643ea01f-0a3b-4b80-b42a-0926b0e611e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:40.877080 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c9e323c3-e13a-4845-a83e-08acdefab08f req-643ea01f-0a3b-4b80-b42a-0926b0e611e7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=843bf788-d609-4005-9995-bbed36e20282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3276954 Jan 21 20:04:40.991152 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75f2bb-560f-4ad6-9848-8ed04a330891 req-7b9fbd06-a026-414f-98c3-d4f5338c63c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:40.992750 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0d75f2bb-560f-4ad6-9848-8ed04a330891 req-7b9fbd06-a026-414f-98c3-d4f5338c63c7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=936f1562-19ae-4630-8b98-9fbdb8ca23b9 HTTP/1.1" status: 200 len: 853 time: 0.2576952 Jan 21 20:04:41.127294 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-3d2a7f2b-00cf-49d6-aa05-7f559a89570f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60eb76ca-00a7-4587-9d0f-8f431a611036', 'name': 'tempest-TestMinimumBasicScenario-754482351-router', 'tenant_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'f616ce31-41e6-4867-bf5c-f248eab780de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:01:26Z', 'updated_at': '2021-01-21T20:01:41Z', 'revision_number': 4, 'project_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'gw_port': {'id': 'f616ce31-41e6-4867-bf5c-f248eab780de', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60eb76ca-00a7-4587-9d0f-8f431a611036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:01:28Z', 'updated_at': '2021-01-21T20:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': 'b79a1aae-f995-4611-86a3-6996e3e382a6', 'name': '', 'network_id': '843bf788-d609-4005-9995-bbed36e20282', 'tenant_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'mac_address': 'fa:16:3e:e4:ec:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60eb76ca-00a7-4587-9d0f-8f431a611036', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '936f1562-19ae-4630-8b98-9fbdb8ca23b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:01:37Z', 'updated_at': '2021-01-21T20:01:52Z', 'revision_number': 5, 'project_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'subnets': [{'id': '936f1562-19ae-4630-8b98-9fbdb8ca23b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:04:41.129611 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2d4e0-b060-4206-81b9-17296c3003e0 req-7b8bd1d1-f19d-4693-9a25-9eaf100f5794 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:41.131366 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d5a2d4e0-b060-4206-81b9-17296c3003e0 req-7b8bd1d1-f19d-4693-9a25-9eaf100f5794 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 944 time: 0.3379807 Jan 21 20:04:41.133157 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2a7f2b-00cf-49d6-aa05-7f559a89570f None None] The sync data for ids ['60eb76ca-00a7-4587-9d0f-8f431a611036'] in dv-cinder-726180-8-iscsi is: [{'id': '60eb76ca-00a7-4587-9d0f-8f431a611036', 'name': 'tempest-TestMinimumBasicScenario-754482351-router', 'tenant_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'f616ce31-41e6-4867-bf5c-f248eab780de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:01:26Z', 'updated_at': '2021-01-21T20:01:41Z', 'revision_number': 4, 'project_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'gw_port': {'id': 'f616ce31-41e6-4867-bf5c-f248eab780de', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60eb76ca-00a7-4587-9d0f-8f431a611036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:01:28Z', 'updated_at': '2021-01-21T20:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': 'b79a1aae-f995-4611-86a3-6996e3e382a6', 'name': '', 'network_id': '843bf788-d609-4005-9995-bbed36e20282', 'tenant_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'mac_address': 'fa:16:3e:e4:ec:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60eb76ca-00a7-4587-9d0f-8f431a611036', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '936f1562-19ae-4630-8b98-9fbdb8ca23b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:01:37Z', 'updated_at': '2021-01-21T20:01:52Z', 'revision_number': 5, 'project_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'subnets': [{'id': '936f1562-19ae-4630-8b98-9fbdb8ca23b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:04:41.175079 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c9e323c3-e13a-4845-a83e-08acdefab08f req-aa50b818-8642-458c-8fe1-fa86b61353a9 service neutron] 10.222.0.74 "GET /v2.0/networks/843bf788-d609-4005-9995-bbed36e20282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882118 Jan 21 20:04:41.302813 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d5a2d4e0-b060-4206-81b9-17296c3003e0 req-b60b0c32-a289-42d8-b596-01210c34cee1 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605237 Jan 21 20:04:41.310824 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75f2bb-560f-4ad6-9848-8ed04a330891 req-196b201d-7f5e-4c9c-85a3-23e54919bdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:41.312424 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0d75f2bb-560f-4ad6-9848-8ed04a330891 req-196b201d-7f5e-4c9c-85a3-23e54919bdd0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=843bf788-d609-4005-9995-bbed36e20282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2930641 Jan 21 20:04:41.505732 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c9e323c3-e13a-4845-a83e-08acdefab08f req-d204dfd9-7ec1-4282-b694-bd1484520bcf service neutron] 10.222.0.74 "GET /v2.0/networks/843bf788-d609-4005-9995-bbed36e20282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3217795 Jan 21 20:04:41.550738 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0d75f2bb-560f-4ad6-9848-8ed04a330891 req-c0dcb0dd-9cad-4344-82f2-aced95c91c88 service neutron] 10.222.0.83 "GET /v2.0/networks/843bf788-d609-4005-9995-bbed36e20282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264535 Jan 21 20:04:41.638300 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d443c4-29f2-4b76-9f43-7b5f92edd871 None None] New status for floating IP dba805d1-cfbc-4daf-bb70-361de624120e: DOWN {{(pid=80115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 21 20:04:41.795180 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0d75f2bb-560f-4ad6-9848-8ed04a330891 req-114fbe79-9921-4efc-8025-27ad39b80b98 service neutron] 10.222.0.83 "GET /v2.0/networks/843bf788-d609-4005-9995-bbed36e20282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2378910 Jan 21 20:04:43.646591 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279df31-f7fe-40b7-a8c7-1d133745bc2b req-e2df4782-6305-4d51-8639-2a3eb0d32a35 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:43.648405 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4279df31-f7fe-40b7-a8c7-1d133745bc2b req-e2df4782-6305-4d51-8639-2a3eb0d32a35 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 944 time: 0.1534655 Jan 21 20:04:43.649225 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-93292ec8-55af-46b7-beac-2cdad7a9e754 req-fe1f7673-3a02-4613-a674-63a3fea303ef service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1248636 Jan 21 20:04:43.709393 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4279df31-f7fe-40b7-a8c7-1d133745bc2b req-5e801a64-63d8-48ac-8bce-a253a1f155dd tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545805 Jan 21 20:04:44.236508 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93292ec8-55af-46b7-beac-2cdad7a9e754 req-9c1ec2b0-7c6a-4cf3-9056-fd778e257cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:44.239326 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-93292ec8-55af-46b7-beac-2cdad7a9e754 req-9c1ec2b0-7c6a-4cf3-9056-fd778e257cc0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54&tenant_id=ac30196b7fac4ccba1cac9aaee7458e7 HTTP/1.1" status: 200 len: 1161 time: 0.0918369 Jan 21 20:04:44.387363 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93292ec8-55af-46b7-beac-2cdad7a9e754 req-2839b79f-f21a-441c-a28c-6493e4bc4869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:44.389032 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-93292ec8-55af-46b7-beac-2cdad7a9e754 req-2839b79f-f21a-441c-a28c-6493e4bc4869 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ac30196b7fac4ccba1cac9aaee7458e7&device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 1161 time: 0.1058619 Jan 21 20:04:44.561736 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93292ec8-55af-46b7-beac-2cdad7a9e754 req-e4e2f8b2-f20e-4659-ad17-0993bc4c4350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:44.564747 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-93292ec8-55af-46b7-beac-2cdad7a9e754 req-e4e2f8b2-f20e-4659-ad17-0993bc4c4350 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d6138fb5-b76e-4f29-8bbf-74ec66db9e66 HTTP/1.1" status: 200 len: 911 time: 0.1686013 Jan 21 20:04:44.720003 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-93292ec8-55af-46b7-beac-2cdad7a9e754 req-6a21a352-0ae8-448b-a6e5-b42875482352 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83 HTTP/1.1" status: 200 len: 1000 time: 0.1467881 Jan 21 20:04:44.813753 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93292ec8-55af-46b7-beac-2cdad7a9e754 req-0fe39a8d-c83e-4e3c-94ff-76aa5f93d2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:44.816382 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-93292ec8-55af-46b7-beac-2cdad7a9e754 req-0fe39a8d-c83e-4e3c-94ff-76aa5f93d2db service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c1281d7a-a47b-4e8a-8373-d8daef5b1038 HTTP/1.1" status: 200 len: 856 time: 0.0868945 Jan 21 20:04:44.992429 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93292ec8-55af-46b7-beac-2cdad7a9e754 req-a7880e85-bcbf-4735-abcb-2f0640e52713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:44.994085 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-93292ec8-55af-46b7-beac-2cdad7a9e754 req-a7880e85-bcbf-4735-abcb-2f0640e52713 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d6138fb5-b76e-4f29-8bbf-74ec66db9e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1701121 Jan 21 20:04:45.056286 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f385f-b280-4087-9dfc-214f3843270b req-05e8b99c-1e8c-48d6-a868-172b01d00461 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:45.058335 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ae7f385f-b280-4087-9dfc-214f3843270b req-05e8b99c-1e8c-48d6-a868-172b01d00461 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 944 time: 0.1670780 Jan 21 20:04:45.458916 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ae7f385f-b280-4087-9dfc-214f3843270b req-a401ebb4-f445-4c8e-8f57-1d3d8548ca37 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843084 Jan 21 20:04:45.502587 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-93292ec8-55af-46b7-beac-2cdad7a9e754 req-d548a052-89f7-40a6-94fe-e81ce450564d service neutron] 10.222.0.83 "GET /v2.0/networks/d6138fb5-b76e-4f29-8bbf-74ec66db9e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5004349 Jan 21 20:04:45.662957 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-93292ec8-55af-46b7-beac-2cdad7a9e754 req-2e136560-35dc-4780-a2f3-b56d2546af0e service neutron] 10.222.0.83 "GET /v2.0/networks/d6138fb5-b76e-4f29-8bbf-74ec66db9e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1524127 Jan 21 20:04:46.425081 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af7e46-48a4-43ee-a295-0483b0438288 req-a91b2ef0-082d-4802-bee8-4f88fd76a89d tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:46.425940 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-93af7e46-48a4-43ee-a295-0483b0438288 req-a91b2ef0-082d-4802-bee8-4f88fd76a89d tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Synchronizing usage tracker for tenant:0ddb4b82bd4d4ba798210dfef0c51e89 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:04:46.443174 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-93af7e46-48a4-43ee-a295-0483b0438288 req-a91b2ef0-082d-4802-bee8-4f88fd76a89d tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Unset dirty status for tenant:0ddb4b82bd4d4ba798210dfef0c51e89 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:04:46.444394 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-93af7e46-48a4-43ee-a295-0483b0438288 req-a91b2ef0-082d-4802-bee8-4f88fd76a89d tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 945 time: 0.1473029 Jan 21 20:04:46.500286 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-93af7e46-48a4-43ee-a295-0483b0438288 req-b5d541d2-dc0c-46c3-bef2-25dbbca41cbc tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Synchronizing usage tracker for tenant:0ddb4b82bd4d4ba798210dfef0c51e89 on resource:security_group {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:04:46.524432 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-93af7e46-48a4-43ee-a295-0483b0438288 req-b5d541d2-dc0c-46c3-bef2-25dbbca41cbc tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Unset dirty status for tenant:0ddb4b82bd4d4ba798210dfef0c51e89 on resource:security_group {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:04:46.525941 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-93af7e46-48a4-43ee-a295-0483b0438288 req-b5d541d2-dc0c-46c3-bef2-25dbbca41cbc tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups?id=cab5a398-bf18-4a00-b529-b5417239d120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739722 Jan 21 20:04:46.794343 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15cfea4-5fea-4b24-8eb8-5aee97a2f16d req-c1b939af-88ab-4d49-a95f-20dcdedf3bdf tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:46.796107 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a15cfea4-5fea-4b24-8eb8-5aee97a2f16d req-c1b939af-88ab-4d49-a95f-20dcdedf3bdf tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 944 time: 0.1474669 Jan 21 20:04:46.861116 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a15cfea4-5fea-4b24-8eb8-5aee97a2f16d req-ba2f160c-374b-4d95-aa39-e022c9c22838 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525022 Jan 21 20:04:47.918438 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2970a-1608-4869-9877-4bb03c796d6f req-4b98c3cd-d7af-4231-aae0-f0ddd60be9ee tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:47.921336 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-63c2970a-1608-4869-9877-4bb03c796d6f req-4b98c3cd-d7af-4231-aae0-f0ddd60be9ee tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 945 time: 0.1663921 Jan 21 20:04:48.025436 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-63c2970a-1608-4869-9877-4bb03c796d6f req-90735b0a-4b69-4593-af71-8455710eadac tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups?id=cab5a398-bf18-4a00-b529-b5417239d120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949211 Jan 21 20:04:48.158193 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e51e2d-c9a6-432f-9b0b-a5e5e7f3a6bd req-62601424-a1d4-48c9-911b-6462022eb2f5 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:48.161873 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f6e51e2d-c9a6-432f-9b0b-a5e5e7f3a6bd req-62601424-a1d4-48c9-911b-6462022eb2f5 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 944 time: 0.1351523 Jan 21 20:04:48.220065 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f6e51e2d-c9a6-432f-9b0b-a5e5e7f3a6bd req-1e3b4141-d533-4586-9253-a899858dcb0c tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510457 Jan 21 20:04:49.295471 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b87417-fce3-4703-9653-57f213f6a719 req-e540df08-2361-4bc6-97b0-7c9a5f0dc519 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:49.297265 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f5b87417-fce3-4703-9653-57f213f6a719 req-e540df08-2361-4bc6-97b0-7c9a5f0dc519 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 945 time: 0.1160691 Jan 21 20:04:49.377618 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f5b87417-fce3-4703-9653-57f213f6a719 req-399913f1-28a4-476f-a429-66ea1a86a177 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups?id=cab5a398-bf18-4a00-b529-b5417239d120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716860 Jan 21 20:04:49.496600 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8cd6c-8b84-44cb-a9da-69f2b3e6a053 req-39b7a3b7-7a9a-464f-b1a6-a85e289a1835 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:49.498337 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4bf8cd6c-8b84-44cb-a9da-69f2b3e6a053 req-39b7a3b7-7a9a-464f-b1a6-a85e289a1835 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 944 time: 0.1112342 Jan 21 20:04:49.572529 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4bf8cd6c-8b84-44cb-a9da-69f2b3e6a053 req-97e82f3c-40e1-4486-8895-bafbb1c50c37 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631490 Jan 21 20:04:50.650595 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb3e96-2b51-4d4e-b017-2d0e1df91e51 req-6d772a98-5abe-47eb-8dfb-6982c65ef233 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:50.652313 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2fdb3e96-2b51-4d4e-b017-2d0e1df91e51 req-6d772a98-5abe-47eb-8dfb-6982c65ef233 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 945 time: 0.1287043 Jan 21 20:04:50.711933 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2fdb3e96-2b51-4d4e-b017-2d0e1df91e51 req-8ec30724-1aa8-40a5-9efd-d7a3e4a1cf19 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups?id=cab5a398-bf18-4a00-b529-b5417239d120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530260 Jan 21 20:04:50.927233 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc6c32-df0a-43f0-b78c-313938985827 req-76a418cd-307e-4aa6-a8b1-a0a3d19624c7 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:50.928876 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b7cc6c32-df0a-43f0-b78c-313938985827 req-76a418cd-307e-4aa6-a8b1-a0a3d19624c7 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 944 time: 0.1274216 Jan 21 20:04:50.992779 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b7cc6c32-df0a-43f0-b78c-313938985827 req-d1aa660e-7355-4af4-9870-535f024996e8 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573153 Jan 21 20:04:51.968890 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c2f61-3260-466a-b84f-2b4d09676bb3 req-6d5c2b65-2d5e-4795-ae8c-300e3ed3977f tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:51.970560 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e62c2f61-3260-466a-b84f-2b4d09676bb3 req-6d5c2b65-2d5e-4795-ae8c-300e3ed3977f tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 945 time: 0.1118608 Jan 21 20:04:52.028244 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e62c2f61-3260-466a-b84f-2b4d09676bb3 req-ff84d822-0481-4259-8b87-750b2318bf20 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups?id=cab5a398-bf18-4a00-b529-b5417239d120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501604 Jan 21 20:04:52.309903 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac0938-a6a5-4e1b-ab51-de73aa72407c req-84da0095-f97f-4cca-ad9d-949e15559d53 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:52.311675 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-87ac0938-a6a5-4e1b-ab51-de73aa72407c req-84da0095-f97f-4cca-ad9d-949e15559d53 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 944 time: 0.1354029 Jan 21 20:04:52.378249 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-87ac0938-a6a5-4e1b-ab51-de73aa72407c req-a7e4a756-424b-4cbd-8263-0ec9f019065e tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575242 Jan 21 20:04:53.290426 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd7a59-3da0-4b0e-b5ca-8f2034c5283b req-29907612-022a-4f70-85ea-df3c1719cd2a tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:53.292169 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-acbd7a59-3da0-4b0e-b5ca-8f2034c5283b req-29907612-022a-4f70-85ea-df3c1719cd2a tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 945 time: 0.1166453 Jan 21 20:04:53.359568 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-acbd7a59-3da0-4b0e-b5ca-8f2034c5283b req-49e89a56-272e-4ec4-a0f9-1aa320ce9b53 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups?id=cab5a398-bf18-4a00-b529-b5417239d120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589635 Jan 21 20:04:53.655701 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547c648-3428-4d2f-889f-b33fd3432c08 req-60346566-3027-40d8-b0d3-9c578440ee42 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:53.657426 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3547c648-3428-4d2f-889f-b33fd3432c08 req-60346566-3027-40d8-b0d3-9c578440ee42 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 944 time: 0.1210759 Jan 21 20:04:53.714678 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3547c648-3428-4d2f-889f-b33fd3432c08 req-675ab91e-cd3d-4893-855e-f906c73b5619 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494170 Jan 21 20:04:54.643698 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a7150-8540-4944-a107-34ad6c295b72 req-c14b709b-16db-49d5-bf13-8e42a85c590f tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:54.645491 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-288a7150-8540-4944-a107-34ad6c295b72 req-c14b709b-16db-49d5-bf13-8e42a85c590f tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 945 time: 0.1260428 Jan 21 20:04:54.728207 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-288a7150-8540-4944-a107-34ad6c295b72 req-551c4360-893a-49ee-b6e4-c32e532348fd tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups?id=cab5a398-bf18-4a00-b529-b5417239d120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678475 Jan 21 20:04:54.985819 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69af19-89a2-4444-8122-29a61dde7898 req-aafe2259-a3f9-4c2c-9c17-9c64a22baddb tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:54.988223 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-9a69af19-89a2-4444-8122-29a61dde7898 req-aafe2259-a3f9-4c2c-9c17-9c64a22baddb tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 944 time: 0.1166658 Jan 21 20:04:55.062280 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-9a69af19-89a2-4444-8122-29a61dde7898 req-4b50ecc8-d0a7-4c77-861d-a7e58efec5d0 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663800 Jan 21 20:04:55.995001 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f407f45-b7c2-4288-9515-278ab1f20af5 req-d9d1503c-8d4e-453f-a64c-67a6d6fe8f37 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:55.996674 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4f407f45-b7c2-4288-9515-278ab1f20af5 req-d9d1503c-8d4e-453f-a64c-67a6d6fe8f37 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 945 time: 0.1182711 Jan 21 20:04:56.053362 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4f407f45-b7c2-4288-9515-278ab1f20af5 req-8584b9de-3d3d-4777-ae08-34ac380d7d84 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups?id=cab5a398-bf18-4a00-b529-b5417239d120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497005 Jan 21 20:04:56.324931 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630fb1f-6a4c-493a-b9fa-9f3abc9f976e req-fa9f401b-d251-44ed-8d58-56010c063861 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:56.326602 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6630fb1f-6a4c-493a-b9fa-9f3abc9f976e req-fa9f401b-d251-44ed-8d58-56010c063861 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 944 time: 0.1087694 Jan 21 20:04:56.385033 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6630fb1f-6a4c-493a-b9fa-9f3abc9f976e req-91cbec33-fbb0-4c06-9b7f-dffe77ee7d35 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513146 Jan 21 20:04:57.306151 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa3911-e127-4532-83da-4ebdd8036769 req-ad7c7068-02a4-4a7d-a38d-54dd05a5f998 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:57.307931 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-08fa3911-e127-4532-83da-4ebdd8036769 req-ad7c7068-02a4-4a7d-a38d-54dd05a5f998 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 945 time: 0.1117744 Jan 21 20:04:57.374209 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-08fa3911-e127-4532-83da-4ebdd8036769 req-fe4a5c88-ab0f-4ac1-98d2-d074df7aa8da tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups?id=cab5a398-bf18-4a00-b529-b5417239d120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562541 Jan 21 20:04:57.716744 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7460a8bd-2553-40bc-a550-f5e1aa951521 req-aff6efc3-bc51-4e5f-a5d3-0ec56b288eb5 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:57.717666 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7460a8bd-2553-40bc-a550-f5e1aa951521 req-aff6efc3-bc51-4e5f-a5d3-0ec56b288eb5 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 944 time: 0.1512833 Jan 21 20:04:57.780846 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7460a8bd-2553-40bc-a550-f5e1aa951521 req-c7061eaf-08ce-4907-9bcc-aca955783e48 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543511 Jan 21 20:04:58.633728 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b2196-e9b7-453b-8cec-0fe93f5b4162 req-8e3f61f2-6ca1-4ea9-bed3-fcf9a1150628 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:58.635627 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-784b2196-e9b7-453b-8cec-0fe93f5b4162 req-8e3f61f2-6ca1-4ea9-bed3-fcf9a1150628 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 945 time: 0.1180303 Jan 21 20:04:58.698702 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-784b2196-e9b7-453b-8cec-0fe93f5b4162 req-7b41557c-9f5f-4ba3-aded-e1f8a8034c1a tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups?id=cab5a398-bf18-4a00-b529-b5417239d120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560386 Jan 21 20:04:59.045552 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b219ae-b0b8-467a-826e-1cb7facbd594 req-ebbb6523-9129-4936-9013-847bc6a2b9ae tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:59.047542 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d3b219ae-b0b8-467a-826e-1cb7facbd594 req-ebbb6523-9129-4936-9013-847bc6a2b9ae tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 944 time: 0.1109333 Jan 21 20:04:59.105273 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d3b219ae-b0b8-467a-826e-1cb7facbd594 req-72f6f098-1c4d-44b7-8c06-53bee132752c tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498576 Jan 21 20:04:59.236141 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:04:59.977298 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4224883-63c3-4c96-9547-933c5144bae8 req-56f07a15-883b-478f-8752-3d9c4cefddb6 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:04:59.979053 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f4224883-63c3-4c96-9547-933c5144bae8 req-56f07a15-883b-478f-8752-3d9c4cefddb6 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 945 time: 0.1125379 Jan 21 20:05:00.034973 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f4224883-63c3-4c96-9547-933c5144bae8 req-799bd847-5f31-4d37-99c1-b294f9b60cc9 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups?id=cab5a398-bf18-4a00-b529-b5417239d120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490355 Jan 21 20:05:00.372766 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e1305-cd74-4f91-9bd6-ca2fef158b1e req-12217b0d-e4fe-4076-964a-2e3db8d9e239 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:00.374480 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c52e1305-cd74-4f91-9bd6-ca2fef158b1e req-12217b0d-e4fe-4076-964a-2e3db8d9e239 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 944 time: 0.1111434 Jan 21 20:05:00.443826 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c52e1305-cd74-4f91-9bd6-ca2fef158b1e req-b50966d5-2daf-438d-ba54-d88ac04ed35d tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621078 Jan 21 20:05:01.128383 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fab78d-542a-43d9-8ad5-506c8eb90493 req-ea5ff7f3-f6ae-4206-9547-d2082a412676 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:01.130081 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b8fab78d-542a-43d9-8ad5-506c8eb90493 req-ea5ff7f3-f6ae-4206-9547-d2082a412676 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.83 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 945 time: 0.1072345 Jan 21 20:05:01.271254 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-b8fab78d-542a-43d9-8ad5-506c8eb90493 req-d6be520b-b8ba-4775-8dfa-b05b28a855bd tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Deleting port 264ab6b4-459b-4209-b7dd-e3cb94fce7e2 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:05:01.271639 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-b8fab78d-542a-43d9-8ad5-506c8eb90493 req-d6be520b-b8ba-4775-8dfa-b05b28a855bd tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:01.425606 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f0e0f-3776-4385-8165-572a51b20cfd req-651bd616-e0ea-448c-937d-ebe5128b45e4 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:01.427313 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6d9f0e0f-3776-4385-8165-572a51b20cfd req-651bd616-e0ea-448c-937d-ebe5128b45e4 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 945 time: 0.2521596 Jan 21 20:05:01.588464 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6d9f0e0f-3776-4385-8165-572a51b20cfd req-55d22c74-ee58-48f3-9b0c-ecf95cc7f860 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/security-groups?id=cab5a398-bf18-4a00-b529-b5417239d120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544385 Jan 21 20:05:01.734923 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-b8fab78d-542a-43d9-8ad5-506c8eb90493 req-d6be520b-b8ba-4775-8dfa-b05b28a855bd tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] For port 264ab6b4-459b-4209-b7dd-e3cb94fce7e2, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=264ab6b4-459b-4209-b7dd-e3cb94fce7e2,segment=NetworkSegment(7c41453e-9d89-4697-8208-9e5ae9b12e90),segment_id=7c41453e-9d89-4697-8208-9e5ae9b12e90)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:05:01.735334 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-b8fab78d-542a-43d9-8ad5-506c8eb90493 req-d6be520b-b8ba-4775-8dfa-b05b28a855bd tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:01.890158 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-b8fab78d-542a-43d9-8ad5-506c8eb90493 req-d6be520b-b8ba-4775-8dfa-b05b28a855bd tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Calling delete_port for 264ab6b4-459b-4209-b7dd-e3cb94fce7e2 owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:05:01.958599 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b13e4f-7404-41be-9a8a-de42404dd64d req-c884a4bb-21f3-4fb3-beb1-3d52906d6aee tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:01.960774 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b1b13e4f-7404-41be-9a8a-de42404dd64d req-c884a4bb-21f3-4fb3-beb1-3d52906d6aee tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 944 time: 0.3393314 Jan 21 20:05:02.053820 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b1b13e4f-7404-41be-9a8a-de42404dd64d req-001fcdb3-0424-4734-ae6d-d7a702341486 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816393 Jan 21 20:05:02.131171 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-b8fab78d-542a-43d9-8ad5-506c8eb90493 req-d6be520b-b8ba-4775-8dfa-b05b28a855bd tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852560929'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:02.149256 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-09ed00b9-6adb-45f0-9172-aa9f6b196636 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:02.458261 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be520b-b8ba-4775-8dfa-b05b28a855bd tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Pushing event deleted for resources: {'Port': ['ID=264ab6b4-459b-4209-b7dd-e3cb94fce7e2,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:02.474333 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be520b-b8ba-4775-8dfa-b05b28a855bd tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:02.474779 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be520b-b8ba-4775-8dfa-b05b28a855bd tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:02.475196 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be520b-b8ba-4775-8dfa-b05b28a855bd tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:02.475605 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be520b-b8ba-4775-8dfa-b05b28a855bd tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:02.476009 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be520b-b8ba-4775-8dfa-b05b28a855bd tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:02.476411 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be520b-b8ba-4775-8dfa-b05b28a855bd tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:02.476810 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be520b-b8ba-4775-8dfa-b05b28a855bd tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:02.477208 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be520b-b8ba-4775-8dfa-b05b28a855bd tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:02.477604 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be520b-b8ba-4775-8dfa-b05b28a855bd tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:02.477998 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be520b-b8ba-4775-8dfa-b05b28a855bd tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:02.478412 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be520b-b8ba-4775-8dfa-b05b28a855bd tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:02.478812 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be520b-b8ba-4775-8dfa-b05b28a855bd tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:02.479261 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be520b-b8ba-4775-8dfa-b05b28a855bd tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:02.479651 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be520b-b8ba-4775-8dfa-b05b28a855bd tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:02.480044 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be520b-b8ba-4775-8dfa-b05b28a855bd tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:02.480437 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be520b-b8ba-4775-8dfa-b05b28a855bd tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:02.480829 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be520b-b8ba-4775-8dfa-b05b28a855bd tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:02.481222 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be520b-b8ba-4775-8dfa-b05b28a855bd tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:02.481630 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be520b-b8ba-4775-8dfa-b05b28a855bd tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:02.482015 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be520b-b8ba-4775-8dfa-b05b28a855bd tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:02.482451 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be520b-b8ba-4775-8dfa-b05b28a855bd tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:02.482828 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be520b-b8ba-4775-8dfa-b05b28a855bd tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:02.483221 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be520b-b8ba-4775-8dfa-b05b28a855bd tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:02.483611 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be520b-b8ba-4775-8dfa-b05b28a855bd tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:02.490811 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d6be520b-b8ba-4775-8dfa-b05b28a855bd tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:02.606120 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8fab78d-542a-43d9-8ad5-506c8eb90493 req-d6be520b-b8ba-4775-8dfa-b05b28a855bd tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] No DVR routers for this DVR port 264ab6b4-459b-4209-b7dd-e3cb94fce7e2 on host hv-cinder-72618 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 20:05:02.608569 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-b8fab78d-542a-43d9-8ad5-506c8eb90493 req-d6be520b-b8ba-4775-8dfa-b05b28a855bd tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:02.613608 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2863067b-50fa-4068-9d5e-b5d874763dc2', 'name': 'network-vif-deleted', 'tag': '264ab6b4-459b-4209-b7dd-e3cb94fce7e2'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:05:02.635813 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b8fab78d-542a-43d9-8ad5-506c8eb90493 req-d6be520b-b8ba-4775-8dfa-b05b28a855bd tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.83 "DELETE /v2.0/ports/264ab6b4-459b-4209-b7dd-e3cb94fce7e2 HTTP/1.1" status: 204 len: 173 time: 1.4989808 Jan 21 20:05:02.677843 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2863067b-50fa-4068-9d5e-b5d874763dc2', 'name': 'network-vif-deleted', 'tag': '264ab6b4-459b-4209-b7dd-e3cb94fce7e2', 'status': 'completed', 'code': 200} Jan 21 20:05:02.841897 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83 up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:05:02.845180 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-c81d83dc-f191-4172-b337-699992c98dc8 req-b45384c3-23c7-4c19-a62c-5d7552f3ebc5 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Synchronizing usage tracker for tenant:0ddb4b82bd4d4ba798210dfef0c51e89 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:05:02.870234 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-c81d83dc-f191-4172-b337-699992c98dc8 req-b45384c3-23c7-4c19-a62c-5d7552f3ebc5 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Unset dirty status for tenant:0ddb4b82bd4d4ba798210dfef0c51e89 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:05:02.871549 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c81d83dc-f191-4172-b337-699992c98dc8 req-b45384c3-23c7-4c19-a62c-5d7552f3ebc5 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] 10.222.0.74 "GET /v2.0/ports?device_id=2863067b-50fa-4068-9d5e-b5d874763dc2 HTTP/1.1" status: 200 len: 210 time: 0.0832767 Jan 21 20:05:02.941822 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:05:02.942589 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:03.084901 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:03.116376 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485f2d00-a349-4128-90a8-d8186f8b7a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:05:03.127871 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] For port ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83,segment=NetworkSegment(1f47a8ba-e3ad-4d68-a35b-b035d86b14ed),segment_id=1f47a8ba-e3ad-4d68-a35b-b035d86b14ed)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:05:03.131448 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:03.134014 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:03.177201 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 264ab6b4-459b-4209-b7dd-e3cb94fce7e2 no longer exists at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:05:03.209093 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485f2d00-a349-4128-90a8-d8186f8b7a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83', 'code': 200} Jan 21 20:05:03.235017 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] No Port match for: 264ab6b4-459b-4209-b7dd-e3cb94fce7e2 {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 20:05:03.235288 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 264ab6b4-459b-4209-b7dd-e3cb94fce7e2 not bound to the agent host hv-cinder-72618 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 20:05:03.262606 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Pushing event updated for resources: {'Port': ['ID=ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83,revision_number=6']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:03.266425 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:03.349689 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57b306-96c8-416b-ac23-238619f4e069 req-9bf7f260-a23b-4de6-af3b-a60db944fe10 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:03.351469 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5d57b306-96c8-416b-ac23-238619f4e069 req-9bf7f260-a23b-4de6-af3b-a60db944fe10 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 946 time: 0.1269512 Jan 21 20:05:03.414013 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5d57b306-96c8-416b-ac23-238619f4e069 req-1aa0dbed-0449-4841-ade7-d524b8bf9a52 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557888 Jan 21 20:05:03.591613 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0ccc9-8bd4-4dcf-a5df-386022ac3e37 req-740b1368-37b0-49c6-91fa-c0add0204ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:03.593253 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f8d0ccc9-8bd4-4dcf-a5df-386022ac3e37 req-740b1368-37b0-49c6-91fa-c0add0204ac4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 1163 time: 0.0853319 Jan 21 20:05:03.646280 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f8d0ccc9-8bd4-4dcf-a5df-386022ac3e37 req-40dcb413-b156-439f-b3dd-4e42f041c758 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441003 Jan 21 20:05:04.432966 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83 up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:05:04.476136 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b84336cb-4321-4b1f-9524-c7b35c3ae368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:04.511991 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:05:04.512515 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:04.630086 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 60442) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:05:04.695536 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950761ed-55e9-4667-96fb-6ce4ee8e20cb req-77dc7a9c-5cbd-411c-a8ed-5425e6871802 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:04.697286 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-950761ed-55e9-4667-96fb-6ce4ee8e20cb req-77dc7a9c-5cbd-411c-a8ed-5425e6871802 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 946 time: 0.1147106 Jan 21 20:05:04.762430 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-950761ed-55e9-4667-96fb-6ce4ee8e20cb req-eb90825b-cb69-489e-bf71-24d8d9e5fb8f tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582447 Jan 21 20:05:05.338879 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-dd2ac9e4-8ca9-4c23-848a-0216f801feb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853819610'] for router_interface, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:05.738540 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-dd2ac9e4-8ca9-4c23-848a-0216f801feb4 admin admin] Deleting port b79a1aae-f995-4611-86a3-6996e3e382a6 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:05:05.739143 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-dd2ac9e4-8ca9-4c23-848a-0216f801feb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:05.949608 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-dd2ac9e4-8ca9-4c23-848a-0216f801feb4 admin admin] For port b79a1aae-f995-4611-86a3-6996e3e382a6, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=b79a1aae-f995-4611-86a3-6996e3e382a6,segment=NetworkSegment(7c41453e-9d89-4697-8208-9e5ae9b12e90),segment_id=7c41453e-9d89-4697-8208-9e5ae9b12e90)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:05:05.949921 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-dd2ac9e4-8ca9-4c23-848a-0216f801feb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:06.051434 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a2bfa-b423-4640-842b-99ebe87c6f60 req-2dce2279-8aa1-40be-ba0f-0b945289d15b tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:06.053151 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-bc8a2bfa-b423-4640-842b-99ebe87c6f60 req-2dce2279-8aa1-40be-ba0f-0b945289d15b tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 946 time: 0.1118739 Jan 21 20:05:06.093126 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-dd2ac9e4-8ca9-4c23-848a-0216f801feb4 admin admin] Calling delete_port for b79a1aae-f995-4611-86a3-6996e3e382a6 owned by network:router_interface {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:05:06.120759 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-bc8a2bfa-b423-4640-842b-99ebe87c6f60 req-1e0645cd-6f70-40e2-b88d-8c955cee516b tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609198 Jan 21 20:05:06.537856 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-dd2ac9e4-8ca9-4c23-848a-0216f801feb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2470122'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:06.540491 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d6b066b1-a4ac-4681-9c4c-010afba993ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:06.554283 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:06.697439 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ac9e4-8ca9-4c23-848a-0216f801feb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b79a1aae-f995-4611-86a3-6996e3e382a6,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:06.704807 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-dd2ac9e4-8ca9-4c23-848a-0216f801feb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:07.038404 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-dd2ac9e4-8ca9-4c23-848a-0216f801feb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853819456'] for router_interface, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:07.536311 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:07.592878 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd2ac9e4-8ca9-4c23-848a-0216f801feb4 admin admin] Router 60eb76ca-00a7-4587-9d0f-8f431a611036 has already been hosted by L3 agent acfbd797-5df7-45c7-9954-db8085626b2a {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 20:05:07.824362 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2ac9e4-8ca9-4c23-848a-0216f801feb4 admin admin] Notify agent at l3_agent.dv-cinder-726180-8-iscsi the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:05:07.834183 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0119e268-d755-43e5-be95-f4219256de31 None None] Sync routers for ids ['60eb76ca-00a7-4587-9d0f-8f431a611036'] in dv-cinder-726180-8-iscsi {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:05:07.843804 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-dd2ac9e4-8ca9-4c23-848a-0216f801feb4 admin admin] 10.222.0.74 "PUT /v2.0/routers/60eb76ca-00a7-4587-9d0f-8f431a611036/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2118170 Jan 21 20:05:07.847052 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0119e268-d755-43e5-be95-f4219256de31 None None] Routers {'60eb76ca-00a7-4587-9d0f-8f431a611036'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:05:07.847790 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 60494) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:05:07.848168 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-0119e268-d755-43e5-be95-f4219256de31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:05:07Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['60eb76ca-00a7-4587-9d0f-8f431a611036'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:05:08.104426 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-63df3428-c625-4501-9754-42e1a5b3c4fe admin admin] Notify callbacks [] for router, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:08.203216 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-0119e268-d755-43e5-be95-f4219256de31 None None] Set router 60eb76ca-00a7-4587-9d0f-8f431a611036 gateway port host: dv-cinder-726180-8-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:05:08.299388 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-63df3428-c625-4501-9754-42e1a5b3c4fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:08.304761 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-63df3428-c625-4501-9754-42e1a5b3c4fe admin admin] Deleting port f616ce31-41e6-4867-bf5c-f248eab780de {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:05:08.305104 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-63df3428-c625-4501-9754-42e1a5b3c4fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:08.475560 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:08.498896 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-63df3428-c625-4501-9754-42e1a5b3c4fe admin admin] For port f616ce31-41e6-4867-bf5c-f248eab780de, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=f616ce31-41e6-4867-bf5c-f248eab780de,segment=NetworkSegment(0b618305-a50f-40b3-8ec6-85df1521bd1b),segment_id=0b618305-a50f-40b3-8ec6-85df1521bd1b)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:05:08.499298 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-63df3428-c625-4501-9754-42e1a5b3c4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:08.517226 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-0119e268-d755-43e5-be95-f4219256de31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60eb76ca-00a7-4587-9d0f-8f431a611036', 'name': 'tempest-TestMinimumBasicScenario-754482351-router', 'tenant_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'f616ce31-41e6-4867-bf5c-f248eab780de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:01:26Z', 'updated_at': '2021-01-21T20:05:06Z', 'revision_number': 5, 'project_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'gw_port': {'id': 'f616ce31-41e6-4867-bf5c-f248eab780de', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60eb76ca-00a7-4587-9d0f-8f431a611036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:01:28Z', 'updated_at': '2021-01-21T20:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi'}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:05:08.522322 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0119e268-d755-43e5-be95-f4219256de31 None None] Checking router: 60eb76ca-00a7-4587-9d0f-8f431a611036 for host: dv-cinder-726180-8-iscsi {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:05:08.531522 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0119e268-d755-43e5-be95-f4219256de31 None None] Routers {'60eb76ca-00a7-4587-9d0f-8f431a611036'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:05:08.532231 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-0119e268-d755-43e5-be95-f4219256de31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:05:07Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['60eb76ca-00a7-4587-9d0f-8f431a611036'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:05:08.642018 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-63df3428-c625-4501-9754-42e1a5b3c4fe admin admin] Calling delete_port for f616ce31-41e6-4867-bf5c-f248eab780de owned by network:router_gateway {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:05:08.770276 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-0119e268-d755-43e5-be95-f4219256de31 None None] Set router 60eb76ca-00a7-4587-9d0f-8f431a611036 gateway port host: dv-cinder-726180-8-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:05:08.827941 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-63df3428-c625-4501-9754-42e1a5b3c4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2470122'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:08.995819 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:09.059054 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-63df3428-c625-4501-9754-42e1a5b3c4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-968785'] for router_gateway, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:09.173840 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-0119e268-d755-43e5-be95-f4219256de31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60eb76ca-00a7-4587-9d0f-8f431a611036', 'name': 'tempest-TestMinimumBasicScenario-754482351-router', 'tenant_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'f616ce31-41e6-4867-bf5c-f248eab780de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:01:26Z', 'updated_at': '2021-01-21T20:05:06Z', 'revision_number': 5, 'project_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'gw_port': {'id': 'f616ce31-41e6-4867-bf5c-f248eab780de', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60eb76ca-00a7-4587-9d0f-8f431a611036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:01:28Z', 'updated_at': '2021-01-21T20:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi'}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:05:09.180170 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0119e268-d755-43e5-be95-f4219256de31 None None] The sync data for ids ['60eb76ca-00a7-4587-9d0f-8f431a611036'] in dv-cinder-726180-8-iscsi is: [{'id': '60eb76ca-00a7-4587-9d0f-8f431a611036', 'name': 'tempest-TestMinimumBasicScenario-754482351-router', 'tenant_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'f616ce31-41e6-4867-bf5c-f248eab780de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:01:26Z', 'updated_at': '2021-01-21T20:05:06Z', 'revision_number': 5, 'project_id': '0ddb4b82bd4d4ba798210dfef0c51e89', 'gw_port': {'id': 'f616ce31-41e6-4867-bf5c-f248eab780de', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60eb76ca-00a7-4587-9d0f-8f431a611036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:01:28Z', 'updated_at': '2021-01-21T20:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi'}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:05:09.467595 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-63df3428-c625-4501-9754-42e1a5b3c4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854652844'] for router, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:09.471862 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-63df3428-c625-4501-9754-42e1a5b3c4fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:09.495720 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-63df3428-c625-4501-9754-42e1a5b3c4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853794932'] for router, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:09.496381 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63df3428-c625-4501-9754-42e1a5b3c4fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60eb76ca-00a7-4587-9d0f-8f431a611036 {{(pid=80113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 20:05:09.509884 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-63df3428-c625-4501-9754-42e1a5b3c4fe admin admin] Notify callbacks [] for router, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:09.511172 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-63df3428-c625-4501-9754-42e1a5b3c4fe admin admin] 10.222.0.74 "DELETE /v2.0/routers/60eb76ca-00a7-4587-9d0f-8f431a611036 HTTP/1.1" status: 204 len: 168 time: 1.6623492 Jan 21 20:05:09.513961 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 60502) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:05:09.599264 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_v2 [None req-9161b0b5-a1f0-44f5-b699-6c313cd938de admin admin] Deleting subnet 936f1562-19ae-4630-8b98-9fbdb8ca23b9 {{(pid=80113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 21 20:05:09.605055 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9161b0b5-a1f0-44f5-b699-6c313cd938de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:09.696202 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9161b0b5-a1f0-44f5-b699-6c313cd938de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145445'] for subnet, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:09.789066 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9161b0b5-a1f0-44f5-b699-6c313cd938de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846617693'] for subnet, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:10.095231 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device b79a1aae-f995-4611-86a3-6996e3e382a6 no longer exists at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:05:10.116982 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9161b0b5-a1f0-44f5-b699-6c313cd938de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8158139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852305712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853121062'] for subnet, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:10.136365 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] No Port match for: b79a1aae-f995-4611-86a3-6996e3e382a6 {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 20:05:10.136792 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device b79a1aae-f995-4611-86a3-6996e3e382a6 not bound to the agent host dv-cinder-726180-8-iscsi {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 20:05:10.137306 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device f616ce31-41e6-4867-bf5c-f248eab780de no longer exists at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:05:10.147946 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:10.180276 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] No Port match for: f616ce31-41e6-4867-bf5c-f248eab780de {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 20:05:10.180850 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device f616ce31-41e6-4867-bf5c-f248eab780de not bound to the agent host dv-cinder-726180-8-iscsi {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 20:05:10.288907 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9161b0b5-a1f0-44f5-b699-6c313cd938de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=936f1562-19ae-4630-8b98-9fbdb8ca23b9,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:10.294232 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-9161b0b5-a1f0-44f5-b699-6c313cd938de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:10.328610 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9161b0b5-a1f0-44f5-b699-6c313cd938de admin admin] Notify callbacks [] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:10.338906 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-9161b0b5-a1f0-44f5-b699-6c313cd938de admin admin] 10.222.0.74 "DELETE /v2.0/subnets/936f1562-19ae-4630-8b98-9fbdb8ca23b9 HTTP/1.1" status: 204 len: 168 time: 0.8232541 Jan 21 20:05:10.341907 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0555ca92-7d68-492b-94ff-de1c91d31aca None None] Network 843bf788-d609-4005-9995-bbed36e20282 requested from dv-cinder-726180-8-iscsi {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 20:05:10.342640 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 60508) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:05:10.474858 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c1bd0624-d364-4706-8f2b-7f212b1ff556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846842325'] for network, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:10.560078 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-c1bd0624-d364-4706-8f2b-7f212b1ff556 admin admin] Deleting port 3532b256-64fa-45a1-aa65-f47858987524 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:05:10.560451 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c1bd0624-d364-4706-8f2b-7f212b1ff556 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:10.664940 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13eb5370-7a24-4f89-bbc0-9d064aeaaee1 None None] DHCP port deletion for 843bf788-d609-4005-9995-bbed36e20282 request from dv-cinder-726180-8-iscsi {{(pid=80115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 21 20:05:10.669701 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-13eb5370-7a24-4f89-bbc0-9d064aeaaee1 None None] Deleting port 3532b256-64fa-45a1-aa65-f47858987524 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:05:10.670123 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-13eb5370-7a24-4f89-bbc0-9d064aeaaee1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:10.809040 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-c1bd0624-d364-4706-8f2b-7f212b1ff556 admin admin] For port 3532b256-64fa-45a1-aa65-f47858987524, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=3532b256-64fa-45a1-aa65-f47858987524,segment=NetworkSegment(7c41453e-9d89-4697-8208-9e5ae9b12e90),segment_id=7c41453e-9d89-4697-8208-9e5ae9b12e90)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:05:10.809357 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c1bd0624-d364-4706-8f2b-7f212b1ff556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:10.959656 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-c1bd0624-d364-4706-8f2b-7f212b1ff556 admin admin] Calling delete_port for 3532b256-64fa-45a1-aa65-f47858987524 owned by network:dhcp {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:05:11.048463 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c1bd0624-d364-4706-8f2b-7f212b1ff556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2470122'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:11.068050 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-29c0d1b0-25b2-483f-bd51-91f61b074066 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:11.087890 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-13eb5370-7a24-4f89-bbc0-9d064aeaaee1 None None] For port 3532b256-64fa-45a1-aa65-f47858987524, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=3532b256-64fa-45a1-aa65-f47858987524,segment=NetworkSegment(7c41453e-9d89-4697-8208-9e5ae9b12e90),segment_id=7c41453e-9d89-4697-8208-9e5ae9b12e90)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:05:11.088451 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-13eb5370-7a24-4f89-bbc0-9d064aeaaee1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:11.179807 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bd0624-d364-4706-8f2b-7f212b1ff556 admin admin] Pushing event deleted for resources: {'Port': ['ID=3532b256-64fa-45a1-aa65-f47858987524,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:11.184952 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c1bd0624-d364-4706-8f2b-7f212b1ff556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:11.222153 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bd0624-d364-4706-8f2b-7f212b1ff556 admin admin] No DVR routers for this DVR port 3532b256-64fa-45a1-aa65-f47858987524 on host dv-cinder-726180-8-iscsi {{(pid=80113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 20:05:11.232973 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-13eb5370-7a24-4f89-bbc0-9d064aeaaee1 None None] Calling delete_port for 3532b256-64fa-45a1-aa65-f47858987524 owned by network:dhcp {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:05:11.321641 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.db.api [None req-13eb5370-7a24-4f89-bbc0-9d064aeaaee1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80115) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 21 20:05:11.321974 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_db.api [None req-13eb5370-7a24-4f89-bbc0-9d064aeaaee1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 21 20:05:11.363206 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c1bd0624-d364-4706-8f2b-7f212b1ff556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8157968', 'neutron.services.segments.db._delete_segments_for_network--9223363307589961673'] for network, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:11.487136 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.segments.db [None req-c1bd0624-d364-4706-8f2b-7f212b1ff556 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['843bf788-d609-4005-9995-bbed36e20282']}} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:05:11.500273 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.segments.db [None req-c1bd0624-d364-4706-8f2b-7f212b1ff556 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c41453e-9d89-4697-8208-9e5ae9b12e90') {'for_net_delete': True} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:05:11.500614 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.segments.db [None req-c1bd0624-d364-4706-8f2b-7f212b1ff556 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c41453e-9d89-4697-8208-9e5ae9b12e90') {} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:05:11.512957 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c1bd0624-d364-4706-8f2b-7f212b1ff556 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307589963209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852630355'] for segment, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:11.528306 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c1bd0624-d364-4706-8f2b-7f212b1ff556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8360645'] for segment, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:11.530290 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c1bd0624-d364-4706-8f2b-7f212b1ff556 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 21 20:05:11.722181 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-c1bd0624-d364-4706-8f2b-7f212b1ff556 admin admin] Network 843bf788-d609-4005-9995-bbed36e20282 has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 20:05:11.731908 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c1bd0624-d364-4706-8f2b-7f212b1ff556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846415140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852305729'] for segment, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:11.823080 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-13eb5370-7a24-4f89-bbc0-9d064aeaaee1 None None] Deleting port 3532b256-64fa-45a1-aa65-f47858987524 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:05:11.823633 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-13eb5370-7a24-4f89-bbc0-9d064aeaaee1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:11.899465 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-13eb5370-7a24-4f89-bbc0-9d064aeaaee1 None None] The port '3532b256-64fa-45a1-aa65-f47858987524' was deleted {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 21 20:05:11.919395 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-c1bd0624-d364-4706-8f2b-7f212b1ff556 admin admin] Network 843bf788-d609-4005-9995-bbed36e20282 has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 20:05:11.943950 dv-cinder-726180-8-iscsi neutron-server[80002]: Traceback (most recent call last): Jan 21 20:05:11.943950 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 20:05:11.943950 dv-cinder-726180-8-iscsi neutron-server[80002]: timer() Jan 21 20:05:11.943950 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 20:05:11.943950 dv-cinder-726180-8-iscsi neutron-server[80002]: cb(*args, **kw) Jan 21 20:05:11.943950 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 21 20:05:11.943950 dv-cinder-726180-8-iscsi neutron-server[80002]: return func(*args, **kwargs) Jan 21 20:05:11.943950 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 20:05:11.943950 dv-cinder-726180-8-iscsi neutron-server[80002]: self._notify() Jan 21 20:05:11.943950 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 20:05:11.943950 dv-cinder-726180-8-iscsi neutron-server[80002]: self.callback(batched_events) Jan 21 20:05:11.943950 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 20:05:11.943950 dv-cinder-726180-8-iscsi neutron-server[80002]: event.method(event) Jan 21 20:05:11.943950 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 20:05:11.943950 dv-cinder-726180-8-iscsi neutron-server[80002]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 20:05:11.943950 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 21 20:05:11.943950 dv-cinder-726180-8-iscsi neutron-server[80002]: segment_id)['aggregates'][0] Jan 21 20:05:11.943950 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 20:05:11.943950 dv-cinder-726180-8-iscsi neutron-server[80002]: return f(self, *a, **k) Jan 21 20:05:11.943950 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 20:05:11.943950 dv-cinder-726180-8-iscsi neutron-server[80002]: return self._get(url).json() Jan 21 20:05:11.943950 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 20:05:11.943950 dv-cinder-726180-8-iscsi neutron-server[80002]: **kwargs) Jan 21 20:05:11.943950 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 20:05:11.943950 dv-cinder-726180-8-iscsi neutron-server[80002]: return self.request(url, 'GET', **kwargs) Jan 21 20:05:11.943950 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 21 20:05:11.943950 dv-cinder-726180-8-iscsi neutron-server[80002]: **endpoint_filter) Jan 21 20:05:11.943950 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 20:05:11.943950 dv-cinder-726180-8-iscsi neutron-server[80002]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 20:05:11.943950 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 20:05:11.943950 dv-cinder-726180-8-iscsi neutron-server[80002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 20:05:11.943950 dv-cinder-726180-8-iscsi neutron-server[80002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 20:05:11.990732 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.agents_db [None req-c7ecb146-6622-446f-8bab-48f8cf3fe8cd None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:05:12.029693 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c1bd0624-d364-4706-8f2b-7f212b1ff556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846617832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853807049'] for network, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:12.033355 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:12.050284 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c1bd0624-d364-4706-8f2b-7f212b1ff556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:12.057238 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bd0624-d364-4706-8f2b-7f212b1ff556 admin admin] Pushing event deleted for resources: {'Network': ['ID=843bf788-d609-4005-9995-bbed36e20282,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:12.061988 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c1bd0624-d364-4706-8f2b-7f212b1ff556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:12.069750 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 3532b256-64fa-45a1-aa65-f47858987524 no longer exists at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:05:12.069904 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-c1bd0624-d364-4706-8f2b-7f212b1ff556 admin admin] 10.222.0.74 "DELETE /v2.0/networks/843bf788-d609-4005-9995-bbed36e20282 HTTP/1.1" status: 204 len: 168 time: 1.7260897 Jan 21 20:05:12.107111 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] No Port match for: 3532b256-64fa-45a1-aa65-f47858987524 {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 20:05:12.107585 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 3532b256-64fa-45a1-aa65-f47858987524 not bound to the agent host dv-cinder-726180-8-iscsi {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 20:05:12.293068 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 60522) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:05:12.359810 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-fbaf19f9-9403-4f26-ade3-379f1bdd7d10 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0ddb4b82bd4d4ba798210dfef0c51e89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0650783 Jan 21 20:05:12.364367 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 60526) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:05:12.443077 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c7d87367-f87f-4290-9a4c-82ba081f6e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:12.474075 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c7d87367-f87f-4290-9a4c-82ba081f6e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:12.534559 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c7d87367-f87f-4290-9a4c-82ba081f6e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:12.540140 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e4109dd3-0e17-4182-8d86-6f9aedbe2b08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:12.555416 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d87367-f87f-4290-9a4c-82ba081f6e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab5a398-bf18-4a00-b529-b5417239d120,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:12.558933 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c7d87367-f87f-4290-9a4c-82ba081f6e5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:12.568620 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c7d87367-f87f-4290-9a4c-82ba081f6e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:12.570695 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-c7d87367-f87f-4290-9a4c-82ba081f6e5e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cab5a398-bf18-4a00-b529-b5417239d120 HTTP/1.1" status: 204 len: 168 time: 0.2050540 Jan 21 20:05:13.559641 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 60552) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:05:13.763195 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-b89eed8b-f009-44e9-b88e-493c0d7b1310 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1222023369-network', 'tenant_id': 'd87e762938124539be0a9343ac717a6f'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:05:13.773358 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-b89eed8b-f009-44e9-b88e-493c0d7b1310 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:05:13.778294 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-b89eed8b-f009-44e9-b88e-493c0d7b1310 admin admin] Usage tracker for resource:network and tenant:d87e762938124539be0a9343ac717a6f is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:05:13.781430 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-b89eed8b-f009-44e9-b88e-493c0d7b1310 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:05:13.788450 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-b89eed8b-f009-44e9-b88e-493c0d7b1310 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:05:13.799625 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89eed8b-f009-44e9-b88e-493c0d7b1310 admin admin] Made reservation on behalf of d87e762938124539be0a9343ac717a6f for: {'network': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:05:13.804813 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b89eed8b-f009-44e9-b88e-493c0d7b1310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for network, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:13.819454 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b89eed8b-f009-44e9-b88e-493c0d7b1310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:13.837177 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-b89eed8b-f009-44e9-b88e-493c0d7b1310 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:05:13.841970 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-b89eed8b-f009-44e9-b88e-493c0d7b1310 admin admin] Usage tracker for resource:security_group_rule and tenant:d87e762938124539be0a9343ac717a6f is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:05:13.846549 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-b89eed8b-f009-44e9-b88e-493c0d7b1310 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:05:13.853083 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-b89eed8b-f009-44e9-b88e-493c0d7b1310 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:05:13.982598 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b89eed8b-f009-44e9-b88e-493c0d7b1310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:13.986976 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b89eed8b-f009-44e9-b88e-493c0d7b1310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:13.991131 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f375fd0a-6b43-4373-8076-4e857f2859e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:14.029839 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b89eed8b-f009-44e9-b88e-493c0d7b1310 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 21 20:05:14.043324 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89eed8b-f009-44e9-b88e-493c0d7b1310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098ed3c6-159c-4750-8d9a-e79ce9525cc5,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:14.047166 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b89eed8b-f009-44e9-b88e-493c0d7b1310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:14.053167 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b89eed8b-f009-44e9-b88e-493c0d7b1310 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729264814127', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8360645'] for segment, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:14.053606 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.db.segments_db [None req-b89eed8b-f009-44e9-b88e-493c0d7b1310 admin admin] Added segment 57f83cf9-79b0-4d75-a975-8e8e948605ab of type vxlan for network 9901c8fa-258b-4228-9974-2540259eba74 Jan 21 20:05:14.090370 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b89eed8b-f009-44e9-b88e-493c0d7b1310 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363307590337259'] for network, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:14.129134 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b89eed8b-f009-44e9-b88e-493c0d7b1310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103'] for network, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:14.130645 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89eed8b-f009-44e9-b88e-493c0d7b1310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:14.131489 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b89eed8b-f009-44e9-b88e-493c0d7b1310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:14.135574 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:14.254743 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-b89eed8b-f009-44e9-b88e-493c0d7b1310 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6936562 Jan 21 20:05:14.255766 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89eed8b-f009-44e9-b88e-493c0d7b1310 admin admin] Pushing event updated for resources: {'Network': ['ID=9901c8fa-258b-4228-9974-2540259eba74,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:14.257988 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 60558) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:05:14.261120 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b89eed8b-f009-44e9-b88e-493c0d7b1310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:14.265264 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-e3a652a5-b65a-4c01-9738-7c9406748b9c admin admin] Request body: {'subnet': {'network_id': '9901c8fa-258b-4228-9974-2540259eba74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1222023369-subnet', 'tenant_id': 'd87e762938124539be0a9343ac717a6f', 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:05:14.272357 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-e3a652a5-b65a-4c01-9738-7c9406748b9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:05:14.273356 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Network 9901c8fa-258b-4228-9974-2540259eba74 details requested by agent ovs-agent-dv-cinder-726180-8-iscsi with host dv-cinder-726180-8-iscsi {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 20:05:14.277275 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-e3a652a5-b65a-4c01-9738-7c9406748b9c admin admin] Usage tracker for resource:subnet and tenant:d87e762938124539be0a9343ac717a6f is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:05:14.280600 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-e3a652a5-b65a-4c01-9738-7c9406748b9c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:05:14.288446 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-e3a652a5-b65a-4c01-9738-7c9406748b9c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:05:14.304781 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a652a5-b65a-4c01-9738-7c9406748b9c admin admin] Made reservation on behalf of d87e762938124539be0a9343ac717a6f for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:05:14.309649 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e3a652a5-b65a-4c01-9738-7c9406748b9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851644479'] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:14.836181 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e3a652a5-b65a-4c01-9738-7c9406748b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851644430'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:14.852944 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-65097a16-683a-41de-b954-3b27e1cac6fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:14.993968 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a652a5-b65a-4c01-9738-7c9406748b9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=72e2051d-a669-4830-a2d1-6ccc61b5fb10,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:14.999236 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e3a652a5-b65a-4c01-9738-7c9406748b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:15.074645 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a652a5-b65a-4c01-9738-7c9406748b9c admin admin] Checking segment: {'id': '57f83cf9-79b0-4d75-a975-8e8e948605ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9901c8fa-258b-4228-9974-2540259eba74'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:05:15.075057 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a652a5-b65a-4c01-9738-7c9406748b9c admin admin] Network hostable DHCP agents. Network: 9901c8fa-258b-4228-9974-2540259eba74, hostable agents: ['a1da6b86-37e3-41b0-832c-986ff53a0b75'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 20:05:15.100442 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a652a5-b65a-4c01-9738-7c9406748b9c admin admin] Network 9901c8fa-258b-4228-9974-2540259eba74 is scheduled to be hosted by DHCP agent a1da6b86-37e3-41b0-832c-986ff53a0b75 with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 20:05:15.110350 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-e3a652a5-b65a-4c01-9738-7c9406748b9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-8-iscsi, 9901c8fa-258b-4228-9974-2540259eba74) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:05:15.120093 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f2bdba-38d9-4de7-a475-fd2ec308de5d None None] Network 9901c8fa-258b-4228-9974-2540259eba74 requested from dv-cinder-726180-8-iscsi {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 20:05:15.126327 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a652a5-b65a-4c01-9738-7c9406748b9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:15.127571 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e3a652a5-b65a-4c01-9738-7c9406748b9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:15.150793 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-e3a652a5-b65a-4c01-9738-7c9406748b9c admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8915677 Jan 21 20:05:15.153571 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 60564) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:05:15.160189 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-fd637b86-67e6-4a2d-b00e-208ac779b761 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1222023369-router', 'tenant_id': 'd87e762938124539be0a9343ac717a6f', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'}}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:05:15.165490 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-fd637b86-67e6-4a2d-b00e-208ac779b761 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:05:15.178489 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-fd637b86-67e6-4a2d-b00e-208ac779b761 admin admin] Usage tracker for resource:router and tenant:d87e762938124539be0a9343ac717a6f is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:05:15.182964 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-fd637b86-67e6-4a2d-b00e-208ac779b761 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:05:15.189248 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-fd637b86-67e6-4a2d-b00e-208ac779b761 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:05:15.200654 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fd637b86-67e6-4a2d-b00e-208ac779b761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854652859'] for router, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:15.205108 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fd637b86-67e6-4a2d-b00e-208ac779b761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-957674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1010567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-600212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122957'] for router, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:15.224095 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fd637b86-67e6-4a2d-b00e-208ac779b761 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:15.394001 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fddc8b-79a8-4acf-8e04-a67656bed68c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36109bbe-b53f-599f-9ca2-9243de2ffae0-9901c8fa-258b-4228-9974-2540259eba74', 'network_id': '9901c8fa-258b-4228-9974-2540259eba74', 'tenant_id': 'd87e762938124539be0a9343ac717a6f', 'fixed_ips': [{'subnet_id': '72e2051d-a669-4830-a2d1-6ccc61b5fb10'}]}} from dv-cinder-726180-8-iscsi. {{(pid=80115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 21 20:05:15.395039 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-85fddc8b-79a8-4acf-8e04-a67656bed68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:15.531840 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fd637b86-67e6-4a2d-b00e-208ac779b761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1010580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-968839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-122972'] for router, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:15.594449 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Network 9901c8fa-258b-4228-9974-2540259eba74 details requested by agent ovs-agent-hv-cinder-72618 with host hv-cinder-72618 {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 20:05:15.836276 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-85fddc8b-79a8-4acf-8e04-a67656bed68c None None] Allocated IP 172.20.0.2 (9901c8fa-258b-4228-9974-2540259eba74/72e2051d-a669-4830-a2d1-6ccc61b5fb10/40d73133-78bb-4e7b-ba44-c87c3b943fa8) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:05:15.940769 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fd637b86-67e6-4a2d-b00e-208ac779b761 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:15.982304 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fd637b86-67e6-4a2d-b00e-208ac779b761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:16.161297 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-85fddc8b-79a8-4acf-8e04-a67656bed68c None None] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:16.172890 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-85fddc8b-79a8-4acf-8e04-a67656bed68c None None] Transition to ACTIVE for port object 40d73133-78bb-4e7b-ba44-c87c3b943fa8 will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:05:16.190325 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-85fddc8b-79a8-4acf-8e04-a67656bed68c None None] Transition to ACTIVE for port object 40d73133-78bb-4e7b-ba44-c87c3b943fa8 will not be triggered until provisioned by entity DHCP. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:05:16.195608 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-85fddc8b-79a8-4acf-8e04-a67656bed68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:16.212059 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:16.275216 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-fd637b86-67e6-4a2d-b00e-208ac779b761 admin admin] Allocated IP 172.27.2.224 (a57e5c9c-980e-4c63-98b2-db6c66af0db2/ea65500f-ac9d-4758-b95c-d190d3e0e3d5/2b043013-de27-452e-9552-d90eac8261ef) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:05:16.355418 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fddc8b-79a8-4acf-8e04-a67656bed68c None None] Pushing event updated for resources: {'Port': ['ID=40d73133-78bb-4e7b-ba44-c87c3b943fa8,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:16.363616 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-85fddc8b-79a8-4acf-8e04-a67656bed68c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:16.427824 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fddc8b-79a8-4acf-8e04-a67656bed68c None None] Network 9901c8fa-258b-4228-9974-2540259eba74 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:05:16.429152 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-85fddc8b-79a8-4acf-8e04-a67656bed68c None None] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:05:16.431936 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fddc8b-79a8-4acf-8e04-a67656bed68c None None] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:05:16.472830 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fd637b86-67e6-4a2d-b00e-208ac779b761 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:16.505925 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-85fddc8b-79a8-4acf-8e04-a67656bed68c None None] Attempting to bind port 40d73133-78bb-4e7b-ba44-c87c3b943fa8 on host dv-cinder-726180-8-iscsi for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 20:05:16.506701 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-85fddc8b-79a8-4acf-8e04-a67656bed68c None None] Attempting to bind port 40d73133-78bb-4e7b-ba44-c87c3b943fa8 by drivers openvswitch on host dv-cinder-726180-8-iscsi at level 0 using segments [{'id': '57f83cf9-79b0-4d75-a975-8e8e948605ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9901c8fa-258b-4228-9974-2540259eba74'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 20:05:16.507404 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fddc8b-79a8-4acf-8e04-a67656bed68c None None] Attempting to bind port 40d73133-78bb-4e7b-ba44-c87c3b943fa8 on network 9901c8fa-258b-4228-9974-2540259eba74 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 20:05:16.516727 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fddc8b-79a8-4acf-8e04-a67656bed68c None None] Checking agent: {'id': 'f684b9c2-4f8f-4e03-bb44-a00bf6d32b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 46, 8), 'started_at': datetime.datetime(2021, 1, 21, 19, 46, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 20, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 20:05:16.517152 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fddc8b-79a8-4acf-8e04-a67656bed68c None None] Checking segment: {'id': '57f83cf9-79b0-4d75-a975-8e8e948605ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9901c8fa-258b-4228-9974-2540259eba74'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:05:16.517714 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-85fddc8b-79a8-4acf-8e04-a67656bed68c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:16.518093 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fddc8b-79a8-4acf-8e04-a67656bed68c None None] Bound using segment: {'id': '57f83cf9-79b0-4d75-a975-8e8e948605ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9901c8fa-258b-4228-9974-2540259eba74'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 20:05:16.518929 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-85fddc8b-79a8-4acf-8e04-a67656bed68c None None] Bound port: 40d73133-78bb-4e7b-ba44-c87c3b943fa8, host: dv-cinder-726180-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57f83cf9-79b0-4d75-a975-8e8e948605ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9901c8fa-258b-4228-9974-2540259eba74'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 20:05:16.519356 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-85fddc8b-79a8-4acf-8e04-a67656bed68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:16.522689 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fd637b86-67e6-4a2d-b00e-208ac779b761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852560929'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:16.552859 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d6be520b-b8ba-4775-8dfa-b05b28a855bd tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:16.640494 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-85fddc8b-79a8-4acf-8e04-a67656bed68c None None] For port 40d73133-78bb-4e7b-ba44-c87c3b943fa8, host dv-cinder-726180-8-iscsi, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 20:05:16.645184 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-85fddc8b-79a8-4acf-8e04-a67656bed68c None None] For port 40d73133-78bb-4e7b-ba44-c87c3b943fa8, host dv-cinder-726180-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=40d73133-78bb-4e7b-ba44-c87c3b943fa8,segment=NetworkSegment(57f83cf9-79b0-4d75-a975-8e8e948605ab),segment_id=57f83cf9-79b0-4d75-a975-8e8e948605ab)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 20:05:16.649166 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-85fddc8b-79a8-4acf-8e04-a67656bed68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:16.664255 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:16.761739 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd637b86-67e6-4a2d-b00e-208ac779b761 admin admin] Pushing event updated for resources: {'Port': ['ID=2b043013-de27-452e-9552-d90eac8261ef,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:16.767650 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-fd637b86-67e6-4a2d-b00e-208ac779b761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:16.831086 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd637b86-67e6-4a2d-b00e-208ac779b761 admin admin] Network a57e5c9c-980e-4c63-98b2-db6c66af0db2 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:05:16.833739 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-fd637b86-67e6-4a2d-b00e-208ac779b761 admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:05:16.837683 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fddc8b-79a8-4acf-8e04-a67656bed68c None None] Pushing event updated for resources: {'Port': ['ID=40d73133-78bb-4e7b-ba44-c87c3b943fa8,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:16.838798 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd637b86-67e6-4a2d-b00e-208ac779b761 admin admin] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:05:16.843652 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-85fddc8b-79a8-4acf-8e04-a67656bed68c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:17.619047 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fd637b86-67e6-4a2d-b00e-208ac779b761 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:18.029268 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fd637b86-67e6-4a2d-b00e-208ac779b761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-968819'] for router, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:18.108858 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 40d73133-78bb-4e7b-ba44-c87c3b943fa8 up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:05:18.187556 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning for port 40d73133-78bb-4e7b-ba44-c87c3b943fa8 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:05:18.274016 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd637b86-67e6-4a2d-b00e-208ac779b761 admin admin] Router 98600e7b-c19a-4240-a6d2-ef5ff448cd9a is scheduled to L3 agent acfbd797-5df7-45c7-9954-db8085626b2a with binding_index 1 {{(pid=80114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 21 20:05:18.392217 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b5f3bb-e335-4c39-85b6-aa3b5bcb612a None None] Network 9901c8fa-258b-4228-9974-2540259eba74 requested from dv-cinder-726180-8-iscsi {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 20:05:18.497838 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-4ec3c5c5-f337-45da-8b26-9b182bc23c0f None None] Provisioning for port 40d73133-78bb-4e7b-ba44-c87c3b943fa8 completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:05:18.502895 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd637b86-67e6-4a2d-b00e-208ac779b761 admin admin] Notify agent at l3_agent.dv-cinder-726180-8-iscsi the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:05:18.520940 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-4ec3c5c5-f337-45da-8b26-9b182bc23c0f None None] Provisioning complete for port 40d73133-78bb-4e7b-ba44-c87c3b943fa8 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:05:18.521609 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4ec3c5c5-f337-45da-8b26-9b182bc23c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:18.534509 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-fd637b86-67e6-4a2d-b00e-208ac779b761 admin admin] Notify callbacks [] for router, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:18.535539 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-fd637b86-67e6-4a2d-b00e-208ac779b761 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3808994 Jan 21 20:05:18.538411 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 60580) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:05:18.565499 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7ff115-5bef-4396-a76c-27901e67da7d None None] Sync routers for ids ['98600e7b-c19a-4240-a6d2-ef5ff448cd9a'] in dv-cinder-726180-8-iscsi {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:05:18.622838 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7ff115-5bef-4396-a76c-27901e67da7d None None] Routers {'98600e7b-c19a-4240-a6d2-ef5ff448cd9a'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:05:18.623550 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-6f7ff115-5bef-4396-a76c-27901e67da7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:05:07Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['98600e7b-c19a-4240-a6d2-ef5ff448cd9a'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:05:19.285198 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-6f7ff115-5bef-4396-a76c-27901e67da7d None None] Set router 98600e7b-c19a-4240-a6d2-ef5ff448cd9a gateway port host: dv-cinder-726180-8-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:05:19.336817 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4ec3c5c5-f337-45da-8b26-9b182bc23c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:19.543107 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-4ec3c5c5-f337-45da-8b26-9b182bc23c0f None None] For port 40d73133-78bb-4e7b-ba44-c87c3b943fa8, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=40d73133-78bb-4e7b-ba44-c87c3b943fa8,segment=NetworkSegment(57f83cf9-79b0-4d75-a975-8e8e948605ab),segment_id=57f83cf9-79b0-4d75-a975-8e8e948605ab)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:05:19.562141 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4ec3c5c5-f337-45da-8b26-9b182bc23c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:19.568195 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:19.623212 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c32fb36d-8214-495f-bc76-1afb29f248e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:19.735097 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec3c5c5-f337-45da-8b26-9b182bc23c0f None None] Pushing event updated for resources: {'Port': ['ID=40d73133-78bb-4e7b-ba44-c87c3b943fa8,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:19.740830 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-4ec3c5c5-f337-45da-8b26-9b182bc23c0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:19.776162 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-6f7ff115-5bef-4396-a76c-27901e67da7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98600e7b-c19a-4240-a6d2-ef5ff448cd9a', 'name': 'tempest-TestShelveInstance-1222023369-router', 'tenant_id': 'd87e762938124539be0a9343ac717a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '2b043013-de27-452e-9552-d90eac8261ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:05:15Z', 'updated_at': '2021-01-21T20:05:17Z', 'revision_number': 3, 'project_id': 'd87e762938124539be0a9343ac717a6f', 'gw_port': {'id': '2b043013-de27-452e-9552-d90eac8261ef', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98600e7b-c19a-4240-a6d2-ef5ff448cd9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:05:16Z', 'updated_at': '2021-01-21T20:05:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi'}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:05:19.781907 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7ff115-5bef-4396-a76c-27901e67da7d None None] Checking router: 98600e7b-c19a-4240-a6d2-ef5ff448cd9a for host: dv-cinder-726180-8-iscsi {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:05:19.782470 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7ff115-5bef-4396-a76c-27901e67da7d None None] Updating router 98600e7b-c19a-4240-a6d2-ef5ff448cd9a port 2b043013-de27-452e-9552-d90eac8261ef binding host dv-cinder-726180-8-iscsi {{(pid=80115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 21 20:05:19.851625 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6f7ff115-5bef-4396-a76c-27901e67da7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:19.928126 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-be9f59c6-84d1-4eec-9594-11b610bfe3c5 None None] Provisioning complete for port 40d73133-78bb-4e7b-ba44-c87c3b943fa8 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:05:19.929192 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-be9f59c6-84d1-4eec-9594-11b610bfe3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:20.053610 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-c32fb36d-8214-495f-bc76-1afb29f248e2 admin admin] Allocated IP 172.20.0.1 (9901c8fa-258b-4228-9974-2540259eba74/72e2051d-a669-4830-a2d1-6ccc61b5fb10/d5be0b98-7d2b-49da-ac71-9439b26ba00c) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:05:20.102636 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 40d73133-78bb-4e7b-ba44-c87c3b943fa8 up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:05:20.293973 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c32fb36d-8214-495f-bc76-1afb29f248e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:20.315668 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c32fb36d-8214-495f-bc76-1afb29f248e2 admin admin] Transition to ACTIVE for port object d5be0b98-7d2b-49da-ac71-9439b26ba00c will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:05:20.341004 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c32fb36d-8214-495f-bc76-1afb29f248e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852560929'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:20.359804 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-8107b7b7-ab12-4a15-9b85-06974514507c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:20.483286 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning complete for port 40d73133-78bb-4e7b-ba44-c87c3b943fa8 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:05:20.483727 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:20.546134 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32fb36d-8214-495f-bc76-1afb29f248e2 admin admin] Pushing event updated for resources: {'Port': ['ID=d5be0b98-7d2b-49da-ac71-9439b26ba00c,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:20.551490 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c32fb36d-8214-495f-bc76-1afb29f248e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:20.606457 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-a821b41c-3488-4cf7-bf59-cff6a1168f7b None None] Provisioning complete for port 40d73133-78bb-4e7b-ba44-c87c3b943fa8 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:05:20.606944 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a821b41c-3488-4cf7-bf59-cff6a1168f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:20.643527 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32fb36d-8214-495f-bc76-1afb29f248e2 admin admin] Network 9901c8fa-258b-4228-9974-2540259eba74 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:05:20.645717 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-c32fb36d-8214-495f-bc76-1afb29f248e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:05:20.649396 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32fb36d-8214-495f-bc76-1afb29f248e2 admin admin] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:05:20.745437 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c32fb36d-8214-495f-bc76-1afb29f248e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853806930'] for router_interface, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:20.836641 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6f7ff115-5bef-4396-a76c-27901e67da7d None None] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:20.857930 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-6f7ff115-5bef-4396-a76c-27901e67da7d None None] Transition to ACTIVE for port object 2b043013-de27-452e-9552-d90eac8261ef will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:05:20.863375 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6f7ff115-5bef-4396-a76c-27901e67da7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:20.882191 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-9f0949c0-f6f2-4ed4-8c40-2de3ca52ccaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:20.921544 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c32fb36d-8214-495f-bc76-1afb29f248e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:21.262865 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c32fb36d-8214-495f-bc76-1afb29f248e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:21.266467 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c32fb36d-8214-495f-bc76-1afb29f248e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214824'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:21.275934 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd1233a-c069-4869-b8b5-acc8eae82d66 None None] Pushing event updated for resources: {'Port': ['ID=2b043013-de27-452e-9552-d90eac8261ef,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:21.291068 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-4fd1233a-c069-4869-b8b5-acc8eae82d66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:21.296990 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a2040500-7a45-4cb0-b126-8bb492bb8eb5 tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:21.348784 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-6f7ff115-5bef-4396-a76c-27901e67da7d None None] Attempting to bind port 2b043013-de27-452e-9552-d90eac8261ef on host dv-cinder-726180-8-iscsi for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 20:05:21.348784 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-6f7ff115-5bef-4396-a76c-27901e67da7d None None] Attempting to bind port 2b043013-de27-452e-9552-d90eac8261ef by drivers openvswitch on host dv-cinder-726180-8-iscsi at level 0 using segments [{'id': '0b618305-a50f-40b3-8ec6-85df1521bd1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 20:05:21.349117 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7ff115-5bef-4396-a76c-27901e67da7d None None] Attempting to bind port 2b043013-de27-452e-9552-d90eac8261ef on network a57e5c9c-980e-4c63-98b2-db6c66af0db2 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 20:05:21.355287 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7ff115-5bef-4396-a76c-27901e67da7d None None] Checking agent: {'id': 'f684b9c2-4f8f-4e03-bb44-a00bf6d32b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 46, 8), 'started_at': datetime.datetime(2021, 1, 21, 19, 46, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 20, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 20:05:21.355685 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7ff115-5bef-4396-a76c-27901e67da7d None None] Checking segment: {'id': '0b618305-a50f-40b3-8ec6-85df1521bd1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:05:21.356229 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6f7ff115-5bef-4396-a76c-27901e67da7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:21.356561 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7ff115-5bef-4396-a76c-27901e67da7d None None] Bound using segment: {'id': '0b618305-a50f-40b3-8ec6-85df1521bd1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 20:05:21.357088 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-6f7ff115-5bef-4396-a76c-27901e67da7d None None] Bound port: 2b043013-de27-452e-9552-d90eac8261ef, host: dv-cinder-726180-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b618305-a50f-40b3-8ec6-85df1521bd1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 20:05:21.357588 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6f7ff115-5bef-4396-a76c-27901e67da7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:21.393929 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c32fb36d-8214-495f-bc76-1afb29f248e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854228120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853819575'] for router_interface, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:21.408497 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32fb36d-8214-495f-bc76-1afb29f248e2 admin admin] Pushing event updated for resources: {'Port': ['ID=d5be0b98-7d2b-49da-ac71-9439b26ba00c,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:21.413679 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c32fb36d-8214-495f-bc76-1afb29f248e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:21.437796 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-d8ac1ca2-50cb-42ca-a3db-1e246458f3e7 None None] Provisioning for port d5be0b98-7d2b-49da-ac71-9439b26ba00c completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:05:21.451990 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-d8ac1ca2-50cb-42ca-a3db-1e246458f3e7 None None] Provisioning complete for port d5be0b98-7d2b-49da-ac71-9439b26ba00c triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:05:21.452390 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d8ac1ca2-50cb-42ca-a3db-1e246458f3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:21.508175 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-6f7ff115-5bef-4396-a76c-27901e67da7d None None] For port 2b043013-de27-452e-9552-d90eac8261ef, host dv-cinder-726180-8-iscsi, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 20:05:21.531457 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-6f7ff115-5bef-4396-a76c-27901e67da7d None None] For port 2b043013-de27-452e-9552-d90eac8261ef, host dv-cinder-726180-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=2b043013-de27-452e-9552-d90eac8261ef,segment=NetworkSegment(0b618305-a50f-40b3-8ec6-85df1521bd1b),segment_id=0b618305-a50f-40b3-8ec6-85df1521bd1b)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 20:05:21.534886 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-d8ac1ca2-50cb-42ca-a3db-1e246458f3e7 None None] Port d5be0b98-7d2b-49da-ac71-9439b26ba00c cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 20:05:21.537387 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6f7ff115-5bef-4396-a76c-27901e67da7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:21.553435 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:21.555198 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32fb36d-8214-495f-bc76-1afb29f248e2 admin admin] Network 9901c8fa-258b-4228-9974-2540259eba74 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:05:21.556434 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-c32fb36d-8214-495f-bc76-1afb29f248e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:05:21.642830 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd1233a-c069-4869-b8b5-acc8eae82d66 None None] Pushing event updated for resources: {'Port': ['ID=2b043013-de27-452e-9552-d90eac8261ef,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:21.699434 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-4fd1233a-c069-4869-b8b5-acc8eae82d66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:21.789851 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7ff115-5bef-4396-a76c-27901e67da7d None None] Routers {'98600e7b-c19a-4240-a6d2-ef5ff448cd9a'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:05:21.790572 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-6f7ff115-5bef-4396-a76c-27901e67da7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:05:07Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['98600e7b-c19a-4240-a6d2-ef5ff448cd9a'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:05:21.792551 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32fb36d-8214-495f-bc76-1afb29f248e2 admin admin] Router 98600e7b-c19a-4240-a6d2-ef5ff448cd9a has already been hosted by L3 agent acfbd797-5df7-45c7-9954-db8085626b2a {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 20:05:21.900586 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-d37e4db3-adea-4b1c-9e7b-fb88e32e732d None None] Provisioning complete for port d5be0b98-7d2b-49da-ac71-9439b26ba00c triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:05:21.900932 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d37e4db3-adea-4b1c-9e7b-fb88e32e732d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:22.023057 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32fb36d-8214-495f-bc76-1afb29f248e2 admin admin] Notify agent at l3_agent.dv-cinder-726180-8-iscsi the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:05:22.035241 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-c32fb36d-8214-495f-bc76-1afb29f248e2 admin admin] 10.222.0.74 "PUT /v2.0/routers/98600e7b-c19a-4240-a6d2-ef5ff448cd9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4956119 Jan 21 20:05:22.046042 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-d37e4db3-adea-4b1c-9e7b-fb88e32e732d None None] Port d5be0b98-7d2b-49da-ac71-9439b26ba00c cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 20:05:22.064756 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-6f7ff115-5bef-4396-a76c-27901e67da7d None None] Set router 98600e7b-c19a-4240-a6d2-ef5ff448cd9a gateway port host: dv-cinder-726180-8-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:05:22.509840 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-6f7ff115-5bef-4396-a76c-27901e67da7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98600e7b-c19a-4240-a6d2-ef5ff448cd9a', 'name': 'tempest-TestShelveInstance-1222023369-router', 'tenant_id': 'd87e762938124539be0a9343ac717a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '2b043013-de27-452e-9552-d90eac8261ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:05:15Z', 'updated_at': '2021-01-21T20:05:20Z', 'revision_number': 4, 'project_id': 'd87e762938124539be0a9343ac717a6f', 'gw_port': {'id': '2b043013-de27-452e-9552-d90eac8261ef', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98600e7b-c19a-4240-a6d2-ef5ff448cd9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:05:16Z', 'updated_at': '2021-01-21T20:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': 'd5be0b98-7d2b-49da-ac71-9439b26ba00c', 'name': '', 'network_id': '9901c8fa-258b-4228-9974-2540259eba74', 'tenant_id': 'd87e762938124539be0a9343ac717a6f', 'mac_address': 'fa:16:3e:34:b3:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98600e7b-c19a-4240-a6d2-ef5ff448cd9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '72e2051d-a669-4830-a2d1-6ccc61b5fb10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:05:19Z', 'updated_at': '2021-01-21T20:05:21Z', 'revision_number': 2, 'project_id': 'd87e762938124539be0a9343ac717a6f', 'subnets': [{'id': '72e2051d-a669-4830-a2d1-6ccc61b5fb10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:05:22.518784 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7ff115-5bef-4396-a76c-27901e67da7d None None] The sync data for ids ['98600e7b-c19a-4240-a6d2-ef5ff448cd9a'] in dv-cinder-726180-8-iscsi is: [{'id': '98600e7b-c19a-4240-a6d2-ef5ff448cd9a', 'name': 'tempest-TestShelveInstance-1222023369-router', 'tenant_id': 'd87e762938124539be0a9343ac717a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '2b043013-de27-452e-9552-d90eac8261ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:05:15Z', 'updated_at': '2021-01-21T20:05:20Z', 'revision_number': 4, 'project_id': 'd87e762938124539be0a9343ac717a6f', 'gw_port': {'id': '2b043013-de27-452e-9552-d90eac8261ef', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98600e7b-c19a-4240-a6d2-ef5ff448cd9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:05:16Z', 'updated_at': '2021-01-21T20:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': 'd5be0b98-7d2b-49da-ac71-9439b26ba00c', 'name': '', 'network_id': '9901c8fa-258b-4228-9974-2540259eba74', 'tenant_id': 'd87e762938124539be0a9343ac717a6f', 'mac_address': 'fa:16:3e:34:b3:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98600e7b-c19a-4240-a6d2-ef5ff448cd9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '72e2051d-a669-4830-a2d1-6ccc61b5fb10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:05:19Z', 'updated_at': '2021-01-21T20:05:21Z', 'revision_number': 2, 'project_id': 'd87e762938124539be0a9343ac717a6f', 'subnets': [{'id': '72e2051d-a669-4830-a2d1-6ccc61b5fb10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:05:23.054329 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-78d3048b-f947-40c2-9543-fafdfce2a087 req-05913748-46a9-4700-be2b-61d17cc48c08 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1656375 Jan 21 20:05:23.112212 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 60614) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:05:23.125442 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-bd1ba2c9-e19a-4250-9122-55275e92392a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1403651818-network', 'tenant_id': 'e9d08d693a004a8286147904582e37ff'}} {{(pid=80113) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:05:23.132200 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-bd1ba2c9-e19a-4250-9122-55275e92392a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:05:23.146427 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-bd1ba2c9-e19a-4250-9122-55275e92392a admin admin] Usage tracker for resource:network and tenant:e9d08d693a004a8286147904582e37ff is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:05:23.146427 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-bd1ba2c9-e19a-4250-9122-55275e92392a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:05:23.173055 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-bd1ba2c9-e19a-4250-9122-55275e92392a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:05:23.194657 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1ba2c9-e19a-4250-9122-55275e92392a admin admin] Made reservation on behalf of e9d08d693a004a8286147904582e37ff for: {'network': 1} {{(pid=80113) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:05:23.201296 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bd1ba2c9-e19a-4250-9122-55275e92392a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for network, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:23.221337 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bd1ba2c9-e19a-4250-9122-55275e92392a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:23.250104 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-bd1ba2c9-e19a-4250-9122-55275e92392a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:05:23.257491 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-bd1ba2c9-e19a-4250-9122-55275e92392a admin admin] Usage tracker for resource:security_group_rule and tenant:e9d08d693a004a8286147904582e37ff is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:05:23.262907 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-bd1ba2c9-e19a-4250-9122-55275e92392a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:05:23.277479 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-bd1ba2c9-e19a-4250-9122-55275e92392a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:05:23.322141 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3048b-f947-40c2-9543-fafdfce2a087 req-548254d5-9d08-458a-8f02-4c0e0fec43e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:23.324010 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-78d3048b-f947-40c2-9543-fafdfce2a087 req-548254d5-9d08-458a-8f02-4c0e0fec43e3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ac30196b7fac4ccba1cac9aaee7458e7&device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 1163 time: 0.1286278 Jan 21 20:05:23.453382 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bd1ba2c9-e19a-4250-9122-55275e92392a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:23.456727 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bd1ba2c9-e19a-4250-9122-55275e92392a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:23.461466 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d3393c5b-9ea3-423c-bcc3-ab13ae707c1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:23.500463 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd1ba2c9-e19a-4250-9122-55275e92392a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80113) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 21 20:05:23.529100 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ba2c9-e19a-4250-9122-55275e92392a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d85be82-cb00-4255-9e77-e812c922c8d4,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:23.538920 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-bd1ba2c9-e19a-4250-9122-55275e92392a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:23.540853 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bd1ba2c9-e19a-4250-9122-55275e92392a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8360645'] for segment, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:23.541525 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.db.segments_db [None req-bd1ba2c9-e19a-4250-9122-55275e92392a admin admin] Added segment f1b4ece3-4bd7-4497-997e-426a5394c390 of type vxlan for network 57d55710-5c05-4899-834d-3ad1274554f5 Jan 21 20:05:23.571638 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3048b-f947-40c2-9543-fafdfce2a087 req-f3f14c7a-cc41-4015-ad58-ec82b4d622e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:23.601533 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-78d3048b-f947-40c2-9543-fafdfce2a087 req-f3f14c7a-cc41-4015-ad58-ec82b4d622e7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d6138fb5-b76e-4f29-8bbf-74ec66db9e66 HTTP/1.1" status: 200 len: 911 time: 0.2488649 Jan 21 20:05:23.630863 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bd1ba2c9-e19a-4250-9122-55275e92392a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363307590337259'] for network, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:23.699959 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bd1ba2c9-e19a-4250-9122-55275e92392a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103'] for network, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:23.702494 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1ba2c9-e19a-4250-9122-55275e92392a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80113) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:23.703690 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bd1ba2c9-e19a-4250-9122-55275e92392a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:23.714214 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:23.815127 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-78d3048b-f947-40c2-9543-fafdfce2a087 req-bc8f5be9-d5bd-4123-bb89-8ba7fa0f2acc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83 HTTP/1.1" status: 200 len: 1002 time: 0.2075849 Jan 21 20:05:23.872922 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-bd1ba2c9-e19a-4250-9122-55275e92392a admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7585444 Jan 21 20:05:23.876275 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 60622) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:05:23.881192 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ba2c9-e19a-4250-9122-55275e92392a admin admin] Pushing event updated for resources: {'Network': ['ID=57d55710-5c05-4899-834d-3ad1274554f5,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:23.884778 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-bd1ba2c9-e19a-4250-9122-55275e92392a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:23.888520 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-baad4e34-7832-4889-8a84-166eddcef4ad admin admin] Request body: {'subnet': {'network_id': '57d55710-5c05-4899-834d-3ad1274554f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1403651818-subnet', 'tenant_id': 'e9d08d693a004a8286147904582e37ff', 'ip_version': 4}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:05:23.897266 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-baad4e34-7832-4889-8a84-166eddcef4ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:05:23.901911 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Network 57d55710-5c05-4899-834d-3ad1274554f5 details requested by agent ovs-agent-dv-cinder-726180-8-iscsi with host dv-cinder-726180-8-iscsi {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 20:05:23.928097 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3048b-f947-40c2-9543-fafdfce2a087 req-ecac5fde-e589-47f3-9750-6d7406c74d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:23.929761 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-78d3048b-f947-40c2-9543-fafdfce2a087 req-ecac5fde-e589-47f3-9750-6d7406c74d28 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c1281d7a-a47b-4e8a-8373-d8daef5b1038 HTTP/1.1" status: 200 len: 856 time: 0.1081312 Jan 21 20:05:23.932915 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-baad4e34-7832-4889-8a84-166eddcef4ad admin admin] Usage tracker for resource:subnet and tenant:e9d08d693a004a8286147904582e37ff is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:05:23.936567 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-baad4e34-7832-4889-8a84-166eddcef4ad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:05:23.990750 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-baad4e34-7832-4889-8a84-166eddcef4ad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:05:24.015757 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Network 57d55710-5c05-4899-834d-3ad1274554f5 details requested by agent ovs-agent-hv-cinder-72618 with host hv-cinder-72618 {{(pid=80115) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 21 20:05:24.022125 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baad4e34-7832-4889-8a84-166eddcef4ad admin admin] Made reservation on behalf of e9d08d693a004a8286147904582e37ff for: {'subnet': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:05:24.027102 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-baad4e34-7832-4889-8a84-166eddcef4ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851644479'] for subnet, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:24.165291 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 2b043013-de27-452e-9552-d90eac8261ef up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:05:24.191989 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3048b-f947-40c2-9543-fafdfce2a087 req-3bb55979-a991-4464-8c50-a6a7ca7562ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:24.194156 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-78d3048b-f947-40c2-9543-fafdfce2a087 req-3bb55979-a991-4464-8c50-a6a7ca7562ef service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d6138fb5-b76e-4f29-8bbf-74ec66db9e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2531402 Jan 21 20:05:24.261071 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning for port 2b043013-de27-452e-9552-d90eac8261ef completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:05:24.267486 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning complete for port 2b043013-de27-452e-9552-d90eac8261ef triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:05:24.267914 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:24.429512 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:24.456329 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] For port 2b043013-de27-452e-9552-d90eac8261ef, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=2b043013-de27-452e-9552-d90eac8261ef,segment=NetworkSegment(0b618305-a50f-40b3-8ec6-85df1521bd1b),segment_id=0b618305-a50f-40b3-8ec6-85df1521bd1b)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:05:24.460158 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:24.462283 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:24.545249 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Pushing event updated for resources: {'Port': ['ID=2b043013-de27-452e-9552-d90eac8261ef,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:24.550551 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:24.724464 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-78d3048b-f947-40c2-9543-fafdfce2a087 req-fca9ec01-8c0c-4972-b134-2caec8bc7b9e service neutron] 10.222.0.83 "GET /v2.0/networks/d6138fb5-b76e-4f29-8bbf-74ec66db9e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5227513 Jan 21 20:05:24.956932 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-78d3048b-f947-40c2-9543-fafdfce2a087 req-db60f908-87c2-455f-9480-efabe6c22c06 service neutron] 10.222.0.83 "GET /v2.0/networks/d6138fb5-b76e-4f29-8bbf-74ec66db9e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1755004 Jan 21 20:05:25.067789 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-baad4e34-7832-4889-8a84-166eddcef4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2215712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851644430'] for subnet, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:25.088877 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:25.272702 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad4e34-7832-4889-8a84-166eddcef4ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=5217572e-4197-4554-8ded-f80ac9d74e62,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:25.290427 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-baad4e34-7832-4889-8a84-166eddcef4ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:25.362281 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baad4e34-7832-4889-8a84-166eddcef4ad admin admin] Checking segment: {'id': 'f1b4ece3-4bd7-4497-997e-426a5394c390', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '57d55710-5c05-4899-834d-3ad1274554f5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:05:25.362713 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baad4e34-7832-4889-8a84-166eddcef4ad admin admin] Network hostable DHCP agents. Network: 57d55710-5c05-4899-834d-3ad1274554f5, hostable agents: ['a1da6b86-37e3-41b0-832c-986ff53a0b75'], hosted agents: [] {{(pid=80114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 21 20:05:25.383970 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baad4e34-7832-4889-8a84-166eddcef4ad admin admin] Network 57d55710-5c05-4899-834d-3ad1274554f5 is scheduled to be hosted by DHCP agent a1da6b86-37e3-41b0-832c-986ff53a0b75 with binding_index 1 {{(pid=80114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 21 20:05:25.394833 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-baad4e34-7832-4889-8a84-166eddcef4ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-726180-8-iscsi, 57d55710-5c05-4899-834d-3ad1274554f5) {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:05:25.406528 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9797b526-1e80-4e64-b37c-87d5abd17306 None None] Network 57d55710-5c05-4899-834d-3ad1274554f5 requested from dv-cinder-726180-8-iscsi {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 20:05:25.409262 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baad4e34-7832-4889-8a84-166eddcef4ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:25.410083 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-baad4e34-7832-4889-8a84-166eddcef4ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:25.436717 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-baad4e34-7832-4889-8a84-166eddcef4ad admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5540061 Jan 21 20:05:25.437048 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 60636) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:05:25.445189 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [None req-c05b6fac-20f9-4c47-badd-87a5f7c5d3a9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1403651818-router', 'tenant_id': 'e9d08d693a004a8286147904582e37ff', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'}}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:05:25.450839 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-c05b6fac-20f9-4c47-badd-87a5f7c5d3a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:05:25.456294 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-c05b6fac-20f9-4c47-badd-87a5f7c5d3a9 admin admin] Usage tracker for resource:router and tenant:e9d08d693a004a8286147904582e37ff is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:05:25.460915 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-c05b6fac-20f9-4c47-badd-87a5f7c5d3a9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:05:25.467404 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-c05b6fac-20f9-4c47-badd-87a5f7c5d3a9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:05:25.479896 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c05b6fac-20f9-4c47-badd-87a5f7c5d3a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854652859'] for router, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:25.481148 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c05b6fac-20f9-4c47-badd-87a5f7c5d3a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-957674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1010567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-600212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-122957'] for router, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:25.514029 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c05b6fac-20f9-4c47-badd-87a5f7c5d3a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:25.774710 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e112d27a-62f2-4e95-85e1-5957aed6d073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp36109bbe-b53f-599f-9ca2-9243de2ffae0-57d55710-5c05-4899-834d-3ad1274554f5', 'network_id': '57d55710-5c05-4899-834d-3ad1274554f5', 'tenant_id': 'e9d08d693a004a8286147904582e37ff', 'fixed_ips': [{'subnet_id': '5217572e-4197-4554-8ded-f80ac9d74e62'}]}} from dv-cinder-726180-8-iscsi. {{(pid=80115) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 21 20:05:25.775683 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e112d27a-62f2-4e95-85e1-5957aed6d073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:25.849679 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c05b6fac-20f9-4c47-badd-87a5f7c5d3a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1010580', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-968839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-122972'] for router, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:26.115406 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 2b043013-de27-452e-9552-d90eac8261ef up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:05:26.156750 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-e112d27a-62f2-4e95-85e1-5957aed6d073 None None] Allocated IP 172.20.0.2 (57d55710-5c05-4899-834d-3ad1274554f5/5217572e-4197-4554-8ded-f80ac9d74e62/3309baf2-19bc-4809-8ba2-ab4a04828f06) {{(pid=80115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:05:26.289988 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c05b6fac-20f9-4c47-badd-87a5f7c5d3a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:26.324725 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning complete for port 2b043013-de27-452e-9552-d90eac8261ef triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:05:26.325167 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:26.334938 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c05b6fac-20f9-4c47-badd-87a5f7c5d3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:26.573438 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e112d27a-62f2-4e95-85e1-5957aed6d073 None None] Notify callbacks [] for port, precommit_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:26.605742 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-e112d27a-62f2-4e95-85e1-5957aed6d073 None None] Transition to ACTIVE for port object 3309baf2-19bc-4809-8ba2-ab4a04828f06 will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:05:26.615167 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2caef1a-5b99-4125-a8db-d8cfd32aba21 None None] Sync routers for ids ['98600e7b-c19a-4240-a6d2-ef5ff448cd9a'] in dv-cinder-726180-8-iscsi {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:05:26.637615 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2caef1a-5b99-4125-a8db-d8cfd32aba21 None None] Routers {'98600e7b-c19a-4240-a6d2-ef5ff448cd9a'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:05:26.638856 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-b2caef1a-5b99-4125-a8db-d8cfd32aba21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:05:07Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['98600e7b-c19a-4240-a6d2-ef5ff448cd9a'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:05:26.642768 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-e112d27a-62f2-4e95-85e1-5957aed6d073 None None] Transition to ACTIVE for port object 3309baf2-19bc-4809-8ba2-ab4a04828f06 will not be triggered until provisioned by entity DHCP. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:05:26.650073 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e112d27a-62f2-4e95-85e1-5957aed6d073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445'] for port, after_create {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:26.676768 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c0627b27-b087-477f-a9d2-1adeb2e438a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:26.760938 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-c05b6fac-20f9-4c47-badd-87a5f7c5d3a9 admin admin] Allocated IP 172.27.2.95 (a57e5c9c-980e-4c63-98b2-db6c66af0db2/ea65500f-ac9d-4758-b95c-d190d3e0e3d5/c67b53d7-4cf8-4382-a9d9-505d4e0d427d) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:05:26.848404 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e112d27a-62f2-4e95-85e1-5957aed6d073 None None] Pushing event updated for resources: {'Port': ['ID=3309baf2-19bc-4809-8ba2-ab4a04828f06,revision_number=1']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:26.853921 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e112d27a-62f2-4e95-85e1-5957aed6d073 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:26.912899 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e112d27a-62f2-4e95-85e1-5957aed6d073 None None] Network 57d55710-5c05-4899-834d-3ad1274554f5 is already hosted by enough agents. {{(pid=80115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:05:26.915197 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-e112d27a-62f2-4e95-85e1-5957aed6d073 None None] Resources bound (agent type, host, resource id): {{(pid=80115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:05:26.917598 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e112d27a-62f2-4e95-85e1-5957aed6d073 None None] Received port after_create {{(pid=80115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:05:26.926654 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-b2caef1a-5b99-4125-a8db-d8cfd32aba21 None None] Set router 98600e7b-c19a-4240-a6d2-ef5ff448cd9a gateway port host: dv-cinder-726180-8-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:05:26.960420 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c05b6fac-20f9-4c47-badd-87a5f7c5d3a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:26.993443 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-e112d27a-62f2-4e95-85e1-5957aed6d073 None None] Attempting to bind port 3309baf2-19bc-4809-8ba2-ab4a04828f06 on host dv-cinder-726180-8-iscsi for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 20:05:26.993871 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-e112d27a-62f2-4e95-85e1-5957aed6d073 None None] Attempting to bind port 3309baf2-19bc-4809-8ba2-ab4a04828f06 by drivers openvswitch on host dv-cinder-726180-8-iscsi at level 0 using segments [{'id': 'f1b4ece3-4bd7-4497-997e-426a5394c390', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '57d55710-5c05-4899-834d-3ad1274554f5'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 20:05:26.994290 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e112d27a-62f2-4e95-85e1-5957aed6d073 None None] Attempting to bind port 3309baf2-19bc-4809-8ba2-ab4a04828f06 on network 57d55710-5c05-4899-834d-3ad1274554f5 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 20:05:26.998556 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c05b6fac-20f9-4c47-badd-87a5f7c5d3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852560929'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:27.001050 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e112d27a-62f2-4e95-85e1-5957aed6d073 None None] Checking agent: {'id': 'f684b9c2-4f8f-4e03-bb44-a00bf6d32b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 46, 8), 'started_at': datetime.datetime(2021, 1, 21, 19, 46, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 20, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 20:05:27.001520 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e112d27a-62f2-4e95-85e1-5957aed6d073 None None] Checking segment: {'id': 'f1b4ece3-4bd7-4497-997e-426a5394c390', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '57d55710-5c05-4899-834d-3ad1274554f5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:05:27.002154 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e112d27a-62f2-4e95-85e1-5957aed6d073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:27.002702 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e112d27a-62f2-4e95-85e1-5957aed6d073 None None] Bound using segment: {'id': 'f1b4ece3-4bd7-4497-997e-426a5394c390', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '57d55710-5c05-4899-834d-3ad1274554f5'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 20:05:27.003271 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-e112d27a-62f2-4e95-85e1-5957aed6d073 None None] Bound port: 3309baf2-19bc-4809-8ba2-ab4a04828f06, host: dv-cinder-726180-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1b4ece3-4bd7-4497-997e-426a5394c390', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '57d55710-5c05-4899-834d-3ad1274554f5'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 20:05:27.003686 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e112d27a-62f2-4e95-85e1-5957aed6d073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:27.016676 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-89de9493-3859-43c7-8cfa-33f6450a516d tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:27.112381 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-e112d27a-62f2-4e95-85e1-5957aed6d073 None None] For port 3309baf2-19bc-4809-8ba2-ab4a04828f06, host dv-cinder-726180-8-iscsi, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 20:05:27.116162 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-e112d27a-62f2-4e95-85e1-5957aed6d073 None None] For port 3309baf2-19bc-4809-8ba2-ab4a04828f06, host dv-cinder-726180-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=3309baf2-19bc-4809-8ba2-ab4a04828f06,segment=NetworkSegment(f1b4ece3-4bd7-4497-997e-426a5394c390),segment_id=f1b4ece3-4bd7-4497-997e-426a5394c390)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 20:05:27.120126 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e112d27a-62f2-4e95-85e1-5957aed6d073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:27.136471 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:27.168596 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b6fac-20f9-4c47-badd-87a5f7c5d3a9 admin admin] Pushing event updated for resources: {'Port': ['ID=c67b53d7-4cf8-4382-a9d9-505d4e0d427d,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:27.173551 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c05b6fac-20f9-4c47-badd-87a5f7c5d3a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:27.238537 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05b6fac-20f9-4c47-badd-87a5f7c5d3a9 admin admin] Network a57e5c9c-980e-4c63-98b2-db6c66af0db2 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:05:27.239825 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-c05b6fac-20f9-4c47-badd-87a5f7c5d3a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:05:27.242229 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05b6fac-20f9-4c47-badd-87a5f7c5d3a9 admin admin] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:05:27.313771 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e112d27a-62f2-4e95-85e1-5957aed6d073 None None] Pushing event updated for resources: {'Port': ['ID=3309baf2-19bc-4809-8ba2-ab4a04828f06,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:27.320302 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e112d27a-62f2-4e95-85e1-5957aed6d073 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:27.326601 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-b2caef1a-5b99-4125-a8db-d8cfd32aba21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98600e7b-c19a-4240-a6d2-ef5ff448cd9a', 'name': 'tempest-TestShelveInstance-1222023369-router', 'tenant_id': 'd87e762938124539be0a9343ac717a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '2b043013-de27-452e-9552-d90eac8261ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:05:15Z', 'updated_at': '2021-01-21T20:05:20Z', 'revision_number': 4, 'project_id': 'd87e762938124539be0a9343ac717a6f', 'gw_port': {'id': '2b043013-de27-452e-9552-d90eac8261ef', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98600e7b-c19a-4240-a6d2-ef5ff448cd9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:05:16Z', 'updated_at': '2021-01-21T20:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': 'd5be0b98-7d2b-49da-ac71-9439b26ba00c', 'name': '', 'network_id': '9901c8fa-258b-4228-9974-2540259eba74', 'tenant_id': 'd87e762938124539be0a9343ac717a6f', 'mac_address': 'fa:16:3e:34:b3:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98600e7b-c19a-4240-a6d2-ef5ff448cd9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '72e2051d-a669-4830-a2d1-6ccc61b5fb10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:05:19Z', 'updated_at': '2021-01-21T20:05:21Z', 'revision_number': 2, 'project_id': 'd87e762938124539be0a9343ac717a6f', 'subnets': [{'id': '72e2051d-a669-4830-a2d1-6ccc61b5fb10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:05:27.332101 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2caef1a-5b99-4125-a8db-d8cfd32aba21 None None] Checking router: 98600e7b-c19a-4240-a6d2-ef5ff448cd9a for host: dv-cinder-726180-8-iscsi {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:05:27.332509 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2caef1a-5b99-4125-a8db-d8cfd32aba21 None None] Updating router 98600e7b-c19a-4240-a6d2-ef5ff448cd9a port d5be0b98-7d2b-49da-ac71-9439b26ba00c binding host dv-cinder-726180-8-iscsi {{(pid=80116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 21 20:05:27.399851 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b2caef1a-5b99-4125-a8db-d8cfd32aba21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:27.869212 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c05b6fac-20f9-4c47-badd-87a5f7c5d3a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:27.951524 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b2caef1a-5b99-4125-a8db-d8cfd32aba21 None None] Notify callbacks [] for port, precommit_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:27.971236 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-b2caef1a-5b99-4125-a8db-d8cfd32aba21 None None] Transition to ACTIVE for port object d5be0b98-7d2b-49da-ac71-9439b26ba00c will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:05:27.977575 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b2caef1a-5b99-4125-a8db-d8cfd32aba21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:27.998867 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:28.154998 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0001287-cf50-4b8c-a1da-36df7e323b84 None None] Pushing event updated for resources: {'Port': ['ID=d5be0b98-7d2b-49da-ac71-9439b26ba00c,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:28.183010 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0001287-cf50-4b8c-a1da-36df7e323b84 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:28.183603 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0001287-cf50-4b8c-a1da-36df7e323b84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:28.184044 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0001287-cf50-4b8c-a1da-36df7e323b84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:28.184700 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0001287-cf50-4b8c-a1da-36df7e323b84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:28.194929 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0001287-cf50-4b8c-a1da-36df7e323b84 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:28.196307 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0001287-cf50-4b8c-a1da-36df7e323b84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:28.200993 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0001287-cf50-4b8c-a1da-36df7e323b84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:28.201734 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0001287-cf50-4b8c-a1da-36df7e323b84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:28.202302 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0001287-cf50-4b8c-a1da-36df7e323b84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:28.203377 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0001287-cf50-4b8c-a1da-36df7e323b84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:28.203941 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0001287-cf50-4b8c-a1da-36df7e323b84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:28.205026 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0001287-cf50-4b8c-a1da-36df7e323b84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:28.205625 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0001287-cf50-4b8c-a1da-36df7e323b84 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:28.206780 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0001287-cf50-4b8c-a1da-36df7e323b84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:28.207535 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0001287-cf50-4b8c-a1da-36df7e323b84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:28.208278 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0001287-cf50-4b8c-a1da-36df7e323b84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:28.209449 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0001287-cf50-4b8c-a1da-36df7e323b84 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:28.213290 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0001287-cf50-4b8c-a1da-36df7e323b84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:28.214601 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0001287-cf50-4b8c-a1da-36df7e323b84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:28.215024 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0001287-cf50-4b8c-a1da-36df7e323b84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:28.215418 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0001287-cf50-4b8c-a1da-36df7e323b84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:28.216091 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0001287-cf50-4b8c-a1da-36df7e323b84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:28.216221 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0001287-cf50-4b8c-a1da-36df7e323b84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:28.216488 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0001287-cf50-4b8c-a1da-36df7e323b84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:28.224230 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b0001287-cf50-4b8c-a1da-36df7e323b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:28.251692 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 3309baf2-19bc-4809-8ba2-ab4a04828f06 up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:05:28.374524 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning for port 3309baf2-19bc-4809-8ba2-ab4a04828f06 completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:05:28.425889 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-b2caef1a-5b99-4125-a8db-d8cfd32aba21 None None] Attempting to bind port d5be0b98-7d2b-49da-ac71-9439b26ba00c on host dv-cinder-726180-8-iscsi for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 20:05:28.426655 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-b2caef1a-5b99-4125-a8db-d8cfd32aba21 None None] Attempting to bind port d5be0b98-7d2b-49da-ac71-9439b26ba00c by drivers openvswitch on host dv-cinder-726180-8-iscsi at level 0 using segments [{'id': '57f83cf9-79b0-4d75-a975-8e8e948605ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9901c8fa-258b-4228-9974-2540259eba74'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 20:05:28.427248 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2caef1a-5b99-4125-a8db-d8cfd32aba21 None None] Attempting to bind port d5be0b98-7d2b-49da-ac71-9439b26ba00c on network 9901c8fa-258b-4228-9974-2540259eba74 {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 20:05:28.435702 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2caef1a-5b99-4125-a8db-d8cfd32aba21 None None] Checking agent: {'id': 'f684b9c2-4f8f-4e03-bb44-a00bf6d32b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 46, 8), 'started_at': datetime.datetime(2021, 1, 21, 19, 46, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 20, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 20:05:28.436109 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2caef1a-5b99-4125-a8db-d8cfd32aba21 None None] Checking segment: {'id': '57f83cf9-79b0-4d75-a975-8e8e948605ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9901c8fa-258b-4228-9974-2540259eba74'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:05:28.436715 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b2caef1a-5b99-4125-a8db-d8cfd32aba21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:28.437162 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2caef1a-5b99-4125-a8db-d8cfd32aba21 None None] Bound using segment: {'id': '57f83cf9-79b0-4d75-a975-8e8e948605ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9901c8fa-258b-4228-9974-2540259eba74'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 20:05:28.437697 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-b2caef1a-5b99-4125-a8db-d8cfd32aba21 None None] Bound port: d5be0b98-7d2b-49da-ac71-9439b26ba00c, host: dv-cinder-726180-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57f83cf9-79b0-4d75-a975-8e8e948605ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9901c8fa-258b-4228-9974-2540259eba74'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 20:05:28.438136 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b2caef1a-5b99-4125-a8db-d8cfd32aba21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:28.549709 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-b2caef1a-5b99-4125-a8db-d8cfd32aba21 None None] For port d5be0b98-7d2b-49da-ac71-9439b26ba00c, host dv-cinder-726180-8-iscsi, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 20:05:28.553782 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-b2caef1a-5b99-4125-a8db-d8cfd32aba21 None None] For port d5be0b98-7d2b-49da-ac71-9439b26ba00c, host dv-cinder-726180-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=d5be0b98-7d2b-49da-ac71-9439b26ba00c,segment=NetworkSegment(57f83cf9-79b0-4d75-a975-8e8e948605ab),segment_id=57f83cf9-79b0-4d75-a975-8e8e948605ab)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 20:05:28.557797 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b2caef1a-5b99-4125-a8db-d8cfd32aba21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:28.576720 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-9fd7befc-3c5c-476f-9b07-3707e1ce6b50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:28.718071 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac4ba9-28a4-4283-a8f6-155568466f0f req-b2f47b44-b640-4d1f-a6ba-320b43f81edb tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:28.719956 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-50ac4ba9-28a4-4283-a8f6-155568466f0f req-b2f47b44-b640-4d1f-a6ba-320b43f81edb tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/ports?device_id=3746b193-8426-4a11-ac7b-da77bca6d3ba HTTP/1.1" status: 200 len: 946 time: 0.3249769 Jan 21 20:05:28.748835 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c05b6fac-20f9-4c47-badd-87a5f7c5d3a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-968852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-968819'] for router, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:28.758959 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0001287-cf50-4b8c-a1da-36df7e323b84 None None] Pushing event updated for resources: {'Port': ['ID=d5be0b98-7d2b-49da-ac71-9439b26ba00c,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:28.762887 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b0001287-cf50-4b8c-a1da-36df7e323b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:28.827565 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2caef1a-5b99-4125-a8db-d8cfd32aba21 None None] Routers {'98600e7b-c19a-4240-a6d2-ef5ff448cd9a'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:05:28.828273 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-b2caef1a-5b99-4125-a8db-d8cfd32aba21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:05:07Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['98600e7b-c19a-4240-a6d2-ef5ff448cd9a'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:05:28.992985 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-50ac4ba9-28a4-4283-a8f6-155568466f0f req-7174c81f-6827-49a2-af92-0cfbf75b1557 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/security-groups?id=ffb3127f-1bf2-4982-81c8-83221eb9ed93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640071 Jan 21 20:05:29.055116 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c05b6fac-20f9-4c47-badd-87a5f7c5d3a9 admin admin] Router e12ad42e-b373-436c-ae78-0df55ccbbe2a is scheduled to L3 agent acfbd797-5df7-45c7-9954-db8085626b2a with binding_index 1 {{(pid=80114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 21 20:05:29.123682 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a695953e-bdbd-4d47-a1da-7367b07ec370 None None] Network 57d55710-5c05-4899-834d-3ad1274554f5 requested from dv-cinder-726180-8-iscsi {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 20:05:29.242353 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-b2caef1a-5b99-4125-a8db-d8cfd32aba21 None None] Set router 98600e7b-c19a-4240-a6d2-ef5ff448cd9a gateway port host: dv-cinder-726180-8-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:05:29.288684 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05b6fac-20f9-4c47-badd-87a5f7c5d3a9 admin admin] Notify agent at l3_agent.dv-cinder-726180-8-iscsi the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:05:29.322269 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c05b6fac-20f9-4c47-badd-87a5f7c5d3a9 admin admin] Notify callbacks [] for router, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:29.325609 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-c05b6fac-20f9-4c47-badd-87a5f7c5d3a9 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8856962 Jan 21 20:05:29.327988 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 60652) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:05:29.478990 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53311154-4bb8-4b6b-ab3f-41e5037ec094 None None] Sync routers for ids ['e12ad42e-b373-436c-ae78-0df55ccbbe2a'] in dv-cinder-726180-8-iscsi {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:05:29.527343 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53311154-4bb8-4b6b-ab3f-41e5037ec094 None None] Routers {'e12ad42e-b373-436c-ae78-0df55ccbbe2a'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:05:29.528344 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-53311154-4bb8-4b6b-ab3f-41e5037ec094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:05:07Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['e12ad42e-b373-436c-ae78-0df55ccbbe2a'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:05:29.625439 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:29.638459 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c29205cc-f7fd-4fad-a5d3-e0290b0bfe83 None None] Provisioning for port 3309baf2-19bc-4809-8ba2-ab4a04828f06 completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:05:29.659512 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c29205cc-f7fd-4fad-a5d3-e0290b0bfe83 None None] Provisioning complete for port 3309baf2-19bc-4809-8ba2-ab4a04828f06 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:05:29.659926 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c29205cc-f7fd-4fad-a5d3-e0290b0bfe83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:29.704970 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-b2caef1a-5b99-4125-a8db-d8cfd32aba21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98600e7b-c19a-4240-a6d2-ef5ff448cd9a', 'name': 'tempest-TestShelveInstance-1222023369-router', 'tenant_id': 'd87e762938124539be0a9343ac717a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '2b043013-de27-452e-9552-d90eac8261ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:05:15Z', 'updated_at': '2021-01-21T20:05:20Z', 'revision_number': 4, 'project_id': 'd87e762938124539be0a9343ac717a6f', 'gw_port': {'id': '2b043013-de27-452e-9552-d90eac8261ef', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98600e7b-c19a-4240-a6d2-ef5ff448cd9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:05:16Z', 'updated_at': '2021-01-21T20:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': 'd5be0b98-7d2b-49da-ac71-9439b26ba00c', 'name': '', 'network_id': '9901c8fa-258b-4228-9974-2540259eba74', 'tenant_id': 'd87e762938124539be0a9343ac717a6f', 'mac_address': 'fa:16:3e:34:b3:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98600e7b-c19a-4240-a6d2-ef5ff448cd9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '72e2051d-a669-4830-a2d1-6ccc61b5fb10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:05:19Z', 'updated_at': '2021-01-21T20:05:28Z', 'revision_number': 4, 'project_id': 'd87e762938124539be0a9343ac717a6f', 'subnets': [{'id': '72e2051d-a669-4830-a2d1-6ccc61b5fb10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:05:29.713232 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2caef1a-5b99-4125-a8db-d8cfd32aba21 None None] The sync data for ids ['98600e7b-c19a-4240-a6d2-ef5ff448cd9a'] in dv-cinder-726180-8-iscsi is: [{'id': '98600e7b-c19a-4240-a6d2-ef5ff448cd9a', 'name': 'tempest-TestShelveInstance-1222023369-router', 'tenant_id': 'd87e762938124539be0a9343ac717a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '2b043013-de27-452e-9552-d90eac8261ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:05:15Z', 'updated_at': '2021-01-21T20:05:20Z', 'revision_number': 4, 'project_id': 'd87e762938124539be0a9343ac717a6f', 'gw_port': {'id': '2b043013-de27-452e-9552-d90eac8261ef', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98600e7b-c19a-4240-a6d2-ef5ff448cd9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:05:16Z', 'updated_at': '2021-01-21T20:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': 'd5be0b98-7d2b-49da-ac71-9439b26ba00c', 'name': '', 'network_id': '9901c8fa-258b-4228-9974-2540259eba74', 'tenant_id': 'd87e762938124539be0a9343ac717a6f', 'mac_address': 'fa:16:3e:34:b3:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98600e7b-c19a-4240-a6d2-ef5ff448cd9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '72e2051d-a669-4830-a2d1-6ccc61b5fb10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:05:19Z', 'updated_at': '2021-01-21T20:05:28Z', 'revision_number': 4, 'project_id': 'd87e762938124539be0a9343ac717a6f', 'subnets': [{'id': '72e2051d-a669-4830-a2d1-6ccc61b5fb10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:05:30.021740 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-53311154-4bb8-4b6b-ab3f-41e5037ec094 None None] Set router e12ad42e-b373-436c-ae78-0df55ccbbe2a gateway port host: dv-cinder-726180-8-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:05:30.317883 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device d5be0b98-7d2b-49da-ac71-9439b26ba00c up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:05:30.674583 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7ced6068-784b-4985-94d8-eea24c291522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:30.689743 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 3d9f1115-2192-43d2-8c09-ad562850f660 no longer exists at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:05:30.721233 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba617296-acad-4f37-89ef-512cb9152ed6 req-5642b65c-973d-4b0a-9506-6a35724ed4c1 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:30.725081 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ba617296-acad-4f37-89ef-512cb9152ed6 req-5642b65c-973d-4b0a-9506-6a35724ed4c1 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.83 "GET /v2.0/ports?device_id=3746b193-8426-4a11-ac7b-da77bca6d3ba HTTP/1.1" status: 200 len: 946 time: 0.1844850 Jan 21 20:05:30.776679 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c29205cc-f7fd-4fad-a5d3-e0290b0bfe83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:30.890502 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-ba617296-acad-4f37-89ef-512cb9152ed6 req-6ce7ff30-222c-4e11-afff-02907fedefd6 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Deleting port 3d9f1115-2192-43d2-8c09-ad562850f660 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:05:30.890752 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-ba617296-acad-4f37-89ef-512cb9152ed6 req-6ce7ff30-222c-4e11-afff-02907fedefd6 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:30.963535 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc48906-cba8-4ee3-ae55-06f96770eaf6 req-85e2a51d-b353-4c25-9804-78a05cacbd0f tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:30.965285 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0dc48906-cba8-4ee3-ae55-06f96770eaf6 req-85e2a51d-b353-4c25-9804-78a05cacbd0f tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/ports?device_id=3746b193-8426-4a11-ac7b-da77bca6d3ba HTTP/1.1" status: 200 len: 946 time: 0.7020028 Jan 21 20:05:31.075592 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-c29205cc-f7fd-4fad-a5d3-e0290b0bfe83 None None] For port 3309baf2-19bc-4809-8ba2-ab4a04828f06, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=3309baf2-19bc-4809-8ba2-ab4a04828f06,segment=NetworkSegment(f1b4ece3-4bd7-4497-997e-426a5394c390),segment_id=f1b4ece3-4bd7-4497-997e-426a5394c390)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:05:31.143747 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning for port d5be0b98-7d2b-49da-ac71-9439b26ba00c completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:05:31.175240 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c29205cc-f7fd-4fad-a5d3-e0290b0bfe83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:31.189922 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:31.200207 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [None req-7ced6068-784b-4985-94d8-eea24c291522 admin admin] Allocated IP 172.20.0.1 (57d55710-5c05-4899-834d-3ad1274554f5/5217572e-4197-4554-8ded-f80ac9d74e62/67ffd78e-c389-49ae-8989-fed4eb02bc5c) {{(pid=80113) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:05:31.245566 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning complete for port d5be0b98-7d2b-49da-ac71-9439b26ba00c triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:05:31.246279 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:31.254032 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-ba617296-acad-4f37-89ef-512cb9152ed6 req-6ce7ff30-222c-4e11-afff-02907fedefd6 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] For port 3d9f1115-2192-43d2-8c09-ad562850f660, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=3d9f1115-2192-43d2-8c09-ad562850f660,segment=NetworkSegment(8a06e735-d774-4fdc-adc5-91bda5ed4e62),segment_id=8a06e735-d774-4fdc-adc5-91bda5ed4e62)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:05:31.254466 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-ba617296-acad-4f37-89ef-512cb9152ed6 req-6ce7ff30-222c-4e11-afff-02907fedefd6 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:31.400558 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:31.406751 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-ba617296-acad-4f37-89ef-512cb9152ed6 req-6ce7ff30-222c-4e11-afff-02907fedefd6 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Calling delete_port for 3d9f1115-2192-43d2-8c09-ad562850f660 owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:05:31.421281 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-53311154-4bb8-4b6b-ab3f-41e5037ec094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12ad42e-b373-436c-ae78-0df55ccbbe2a', 'name': 'tempest-TestShelveInstance-1403651818-router', 'tenant_id': 'e9d08d693a004a8286147904582e37ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'c67b53d7-4cf8-4382-a9d9-505d4e0d427d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:05:25Z', 'updated_at': '2021-01-21T20:05:27Z', 'revision_number': 3, 'project_id': 'e9d08d693a004a8286147904582e37ff', 'gw_port': {'id': 'c67b53d7-4cf8-4382-a9d9-505d4e0d427d', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12ad42e-b373-436c-ae78-0df55ccbbe2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:05:26Z', 'updated_at': '2021-01-21T20:05:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi'}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:05:31.440769 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53311154-4bb8-4b6b-ab3f-41e5037ec094 None None] Checking router: e12ad42e-b373-436c-ae78-0df55ccbbe2a for host: dv-cinder-726180-8-iscsi {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:05:31.441578 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53311154-4bb8-4b6b-ab3f-41e5037ec094 None None] Updating router e12ad42e-b373-436c-ae78-0df55ccbbe2a port c67b53d7-4cf8-4382-a9d9-505d4e0d427d binding host dv-cinder-726180-8-iscsi {{(pid=80115) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 21 20:05:31.477475 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7ced6068-784b-4985-94d8-eea24c291522 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:31.512437 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-7ced6068-784b-4985-94d8-eea24c291522 admin admin] Transition to ACTIVE for port object 67ffd78e-c389-49ae-8989-fed4eb02bc5c will not be triggered until provisioned by entity DHCP. {{(pid=80113) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:05:31.523153 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-53311154-4bb8-4b6b-ab3f-41e5037ec094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:31.569896 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7ced6068-784b-4985-94d8-eea24c291522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2470122'] for port, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:31.587318 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-906d8bf4-37c3-4e69-ba64-37c281e6de1f tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:31.656788 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0dc48906-cba8-4ee3-ae55-06f96770eaf6 req-79e62383-a860-493d-8869-ba3aed499067 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/security-groups?id=ffb3127f-1bf2-4982-81c8-83221eb9ed93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6793432 Jan 21 20:05:31.702756 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-ba617296-acad-4f37-89ef-512cb9152ed6 req-6ce7ff30-222c-4e11-afff-02907fedefd6 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852560929'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:31.752220 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-2faec890-ad6f-4b81-a38a-8ce349338aee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:31.782947 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced6068-784b-4985-94d8-eea24c291522 admin admin] Pushing event updated for resources: {'Port': ['ID=67ffd78e-c389-49ae-8989-fed4eb02bc5c,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:31.788796 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-7ced6068-784b-4985-94d8-eea24c291522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:31.878850 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ced6068-784b-4985-94d8-eea24c291522 admin admin] Network 57d55710-5c05-4899-834d-3ad1274554f5 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:05:31.880606 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-7ced6068-784b-4985-94d8-eea24c291522 admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:05:31.883895 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ced6068-784b-4985-94d8-eea24c291522 admin admin] Received port after_create {{(pid=80113) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:05:31.947859 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce7ff30-222c-4e11-afff-02907fedefd6 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Pushing event deleted for resources: {'Port': ['ID=3d9f1115-2192-43d2-8c09-ad562850f660,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:31.950945 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6ce7ff30-222c-4e11-afff-02907fedefd6 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:31.963888 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7ced6068-784b-4985-94d8-eea24c291522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853806930'] for router_interface, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:32.046096 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c29205cc-f7fd-4fad-a5d3-e0290b0bfe83 None None] Provisioning complete for port d5be0b98-7d2b-49da-ac71-9439b26ba00c triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:05:32.046673 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c29205cc-f7fd-4fad-a5d3-e0290b0bfe83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:32.090911 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba617296-acad-4f37-89ef-512cb9152ed6 req-6ce7ff30-222c-4e11-afff-02907fedefd6 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] No DVR routers for this DVR port 3d9f1115-2192-43d2-8c09-ad562850f660 on host hv-cinder-72618 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 20:05:32.093811 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-ba617296-acad-4f37-89ef-512cb9152ed6 req-6ce7ff30-222c-4e11-afff-02907fedefd6 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:32.106619 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3746b193-8426-4a11-ac7b-da77bca6d3ba', 'name': 'network-vif-deleted', 'tag': '3d9f1115-2192-43d2-8c09-ad562850f660'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:05:32.117401 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ba617296-acad-4f37-89ef-512cb9152ed6 req-6ce7ff30-222c-4e11-afff-02907fedefd6 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.83 "DELETE /v2.0/ports/3d9f1115-2192-43d2-8c09-ad562850f660 HTTP/1.1" status: 204 len: 173 time: 1.3854415 Jan 21 20:05:32.199931 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3746b193-8426-4a11-ac7b-da77bca6d3ba', 'name': 'network-vif-deleted', 'tag': '3d9f1115-2192-43d2-8c09-ad562850f660', 'status': 'completed', 'code': 200} Jan 21 20:05:32.252646 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29205cc-f7fd-4fad-a5d3-e0290b0bfe83 None None] Pushing event updated for resources: {'Port': ['ID=3309baf2-19bc-4809-8ba2-ab4a04828f06,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:32.290224 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c29205cc-f7fd-4fad-a5d3-e0290b0bfe83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.100s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:32.362180 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7ced6068-784b-4985-94d8-eea24c291522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:32.530911 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:32.693657 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] For port d5be0b98-7d2b-49da-ac71-9439b26ba00c, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=d5be0b98-7d2b-49da-ac71-9439b26ba00c,segment=NetworkSegment(57f83cf9-79b0-4d75-a975-8e8e948605ab),segment_id=57f83cf9-79b0-4d75-a975-8e8e948605ab)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:05:32.695024 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c29205cc-f7fd-4fad-a5d3-e0290b0bfe83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:32.709323 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:32.716846 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c0627b27-b087-477f-a9d2-1adeb2e438a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:32.729458 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7ced6068-784b-4985-94d8-eea24c291522 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:32.739330 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7ced6068-784b-4985-94d8-eea24c291522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852305763'] for port, after_update {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:32.796931 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-cb5c6ce5-48a7-42fe-8e9f-55ade27fe50e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:32.933906 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.db.resource_extend [None req-53311154-4bb8-4b6b-ab3f-41e5037ec094 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 21 20:05:32.943749 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 3309baf2-19bc-4809-8ba2-ab4a04828f06 up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:05:32.960138 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7ced6068-784b-4985-94d8-eea24c291522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854228120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853819575'] for router_interface, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:32.986668 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced6068-784b-4985-94d8-eea24c291522 admin admin] Pushing event updated for resources: {'Port': ['ID=67ffd78e-c389-49ae-8989-fed4eb02bc5c,revision_number=2']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:33.011526 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Pushing event updated for resources: {'Port': ['ID=d5be0b98-7d2b-49da-ac71-9439b26ba00c,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:33.028836 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:33.043171 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-7ced6068-784b-4985-94d8-eea24c291522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:33.061284 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-b179aed7-cc91-4d96-9d96-0319bfc7e138 req-5ae4d40e-0916-467d-9665-02577953e915 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Synchronizing usage tracker for tenant:8594a871a86142aca6d7c0a636850946 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:05:33.085292 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-b179aed7-cc91-4d96-9d96-0319bfc7e138 req-5ae4d40e-0916-467d-9665-02577953e915 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Unset dirty status for tenant:8594a871a86142aca6d7c0a636850946 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:05:33.086647 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b179aed7-cc91-4d96-9d96-0319bfc7e138 req-5ae4d40e-0916-467d-9665-02577953e915 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/ports?device_id=3746b193-8426-4a11-ac7b-da77bca6d3ba HTTP/1.1" status: 200 len: 210 time: 0.1053932 Jan 21 20:05:33.136886 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.db.api [None req-c29205cc-f7fd-4fad-a5d3-e0290b0bfe83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80115) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 21 20:05:33.137740 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_db.api [None req-c29205cc-f7fd-4fad-a5d3-e0290b0bfe83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 21 20:05:33.139217 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-53311154-4bb8-4b6b-ab3f-41e5037ec094 None None] Notify callbacks [] for port, precommit_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:33.139835 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ced6068-784b-4985-94d8-eea24c291522 admin admin] Network 57d55710-5c05-4899-834d-3ad1274554f5 is already hosted by enough agents. {{(pid=80113) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:05:33.141652 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [None req-7ced6068-784b-4985-94d8-eea24c291522 admin admin] Resources bound (agent type, host, resource id): {{(pid=80113) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:05:33.158098 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-53311154-4bb8-4b6b-ab3f-41e5037ec094 None None] Transition to ACTIVE for port object c67b53d7-4cf8-4382-a9d9-505d4e0d427d will not be triggered until provisioned by entity L2. {{(pid=80115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:05:33.163130 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-53311154-4bb8-4b6b-ab3f-41e5037ec094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:33.179742 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:33.331239 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning complete for port 3309baf2-19bc-4809-8ba2-ab4a04828f06 triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:05:33.331922 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:33.425702 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ced6068-784b-4985-94d8-eea24c291522 admin admin] Router e12ad42e-b373-436c-ae78-0df55ccbbe2a has already been hosted by L3 agent acfbd797-5df7-45c7-9954-db8085626b2a {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 20:05:33.495988 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0294d187-dd02-4d1f-a9f8-5bd66a8c0e09 None None] Pushing event updated for resources: {'Port': ['ID=c67b53d7-4cf8-4382-a9d9-505d4e0d427d,revision_number=2']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:33.528681 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0294d187-dd02-4d1f-a9f8-5bd66a8c0e09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:33.665650 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ced6068-784b-4985-94d8-eea24c291522 admin admin] Notify agent at l3_agent.dv-cinder-726180-8-iscsi the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:05:33.679722 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-7ced6068-784b-4985-94d8-eea24c291522 admin admin] 10.222.0.74 "PUT /v2.0/routers/e12ad42e-b373-436c-ae78-0df55ccbbe2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3501356 Jan 21 20:05:33.798879 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-53311154-4bb8-4b6b-ab3f-41e5037ec094 None None] Attempting to bind port c67b53d7-4cf8-4382-a9d9-505d4e0d427d on host dv-cinder-726180-8-iscsi for vnic_type normal with profile {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 20:05:33.799307 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-53311154-4bb8-4b6b-ab3f-41e5037ec094 None None] Attempting to bind port c67b53d7-4cf8-4382-a9d9-505d4e0d427d by drivers openvswitch on host dv-cinder-726180-8-iscsi at level 0 using segments [{'id': '0b618305-a50f-40b3-8ec6-85df1521bd1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 20:05:33.799738 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53311154-4bb8-4b6b-ab3f-41e5037ec094 None None] Attempting to bind port c67b53d7-4cf8-4382-a9d9-505d4e0d427d on network a57e5c9c-980e-4c63-98b2-db6c66af0db2 {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 20:05:33.825353 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53311154-4bb8-4b6b-ab3f-41e5037ec094 None None] Checking agent: {'id': 'f684b9c2-4f8f-4e03-bb44-a00bf6d32b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 46, 8), 'started_at': datetime.datetime(2021, 1, 21, 19, 46, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 20, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 20:05:33.826018 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53311154-4bb8-4b6b-ab3f-41e5037ec094 None None] Checking segment: {'id': '0b618305-a50f-40b3-8ec6-85df1521bd1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:05:33.826765 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-53311154-4bb8-4b6b-ab3f-41e5037ec094 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:33.827487 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53311154-4bb8-4b6b-ab3f-41e5037ec094 None None] Bound using segment: {'id': '0b618305-a50f-40b3-8ec6-85df1521bd1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'} {{(pid=80115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 20:05:33.828352 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-53311154-4bb8-4b6b-ab3f-41e5037ec094 None None] Bound port: c67b53d7-4cf8-4382-a9d9-505d4e0d427d, host: dv-cinder-726180-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b618305-a50f-40b3-8ec6-85df1521bd1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'}}] {{(pid=80115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 20:05:33.829039 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-53311154-4bb8-4b6b-ab3f-41e5037ec094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:33.980543 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-53311154-4bb8-4b6b-ab3f-41e5037ec094 None None] For port c67b53d7-4cf8-4382-a9d9-505d4e0d427d, host dv-cinder-726180-8-iscsi, cleared binding levels {{(pid=80115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 20:05:33.984320 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-16be52f7-0a3b-45de-a1c7-e1daa8d8073e None None] Provisioning for port 67ffd78e-c389-49ae-8989-fed4eb02bc5c completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:05:33.992582 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-53311154-4bb8-4b6b-ab3f-41e5037ec094 None None] For port c67b53d7-4cf8-4382-a9d9-505d4e0d427d, host dv-cinder-726180-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=c67b53d7-4cf8-4382-a9d9-505d4e0d427d,segment=NetworkSegment(0b618305-a50f-40b3-8ec6-85df1521bd1b),segment_id=0b618305-a50f-40b3-8ec6-85df1521bd1b)] {{(pid=80115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 20:05:33.999211 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-53311154-4bb8-4b6b-ab3f-41e5037ec094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:34.028280 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:34.082032 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-16be52f7-0a3b-45de-a1c7-e1daa8d8073e None None] Provisioning complete for port 67ffd78e-c389-49ae-8989-fed4eb02bc5c triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:05:34.082746 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-16be52f7-0a3b-45de-a1c7-e1daa8d8073e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:34.474911 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-16be52f7-0a3b-45de-a1c7-e1daa8d8073e None None] Port 67ffd78e-c389-49ae-8989-fed4eb02bc5c cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 20:05:34.506805 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0294d187-dd02-4d1f-a9f8-5bd66a8c0e09 None None] Pushing event updated for resources: {'Port': ['ID=c67b53d7-4cf8-4382-a9d9-505d4e0d427d,revision_number=3']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:34.519219 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0294d187-dd02-4d1f-a9f8-5bd66a8c0e09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:34.520302 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-42449e2e-8fea-499a-a125-4fef8fe1d249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:34.552100 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-16be52f7-0a3b-45de-a1c7-e1daa8d8073e None None] Provisioning complete for port 3309baf2-19bc-4809-8ba2-ab4a04828f06 triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:05:34.552785 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-16be52f7-0a3b-45de-a1c7-e1daa8d8073e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:34.641199 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53311154-4bb8-4b6b-ab3f-41e5037ec094 None None] Routers {'e12ad42e-b373-436c-ae78-0df55ccbbe2a'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:05:34.642091 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-53311154-4bb8-4b6b-ab3f-41e5037ec094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:05:07Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['e12ad42e-b373-436c-ae78-0df55ccbbe2a'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:05:34.673724 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-561e0537-03f3-4bda-9bbb-c081a633dcc7 req-3ea1bcf1-1445-4bb0-873c-e59d8fc03448 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-725197548', 'description': 'tempest-TestShelveInstance-725197548 description'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:05:34.687763 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-561e0537-03f3-4bda-9bbb-c081a633dcc7 req-3ea1bcf1-1445-4bb0-873c-e59d8fc03448 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:05:34.694360 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-561e0537-03f3-4bda-9bbb-c081a633dcc7 req-3ea1bcf1-1445-4bb0-873c-e59d8fc03448 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Usage tracker for resource:security_group and tenant:d87e762938124539be0a9343ac717a6f is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:05:34.698326 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-561e0537-03f3-4bda-9bbb-c081a633dcc7 req-3ea1bcf1-1445-4bb0-873c-e59d8fc03448 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:05:34.707607 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-561e0537-03f3-4bda-9bbb-c081a633dcc7 req-3ea1bcf1-1445-4bb0-873c-e59d8fc03448 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:05:34.730044 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-561e0537-03f3-4bda-9bbb-c081a633dcc7 req-3ea1bcf1-1445-4bb0-873c-e59d8fc03448 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:34.805509 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-561e0537-03f3-4bda-9bbb-c081a633dcc7 req-3ea1bcf1-1445-4bb0-873c-e59d8fc03448 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:05:34.818522 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-561e0537-03f3-4bda-9bbb-c081a633dcc7 req-3ea1bcf1-1445-4bb0-873c-e59d8fc03448 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Usage tracker for resource:security_group_rule and tenant:d87e762938124539be0a9343ac717a6f is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:05:34.824544 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-561e0537-03f3-4bda-9bbb-c081a633dcc7 req-3ea1bcf1-1445-4bb0-873c-e59d8fc03448 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:05:34.834510 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-561e0537-03f3-4bda-9bbb-c081a633dcc7 req-3ea1bcf1-1445-4bb0-873c-e59d8fc03448 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:05:34.875164 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device d5be0b98-7d2b-49da-ac71-9439b26ba00c up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:05:34.951472 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-561e0537-03f3-4bda-9bbb-c081a633dcc7 req-3ea1bcf1-1445-4bb0-873c-e59d8fc03448 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:34.961492 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-561e0537-03f3-4bda-9bbb-c081a633dcc7 req-3ea1bcf1-1445-4bb0-873c-e59d8fc03448 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:34.967472 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-43d73e65-7343-4d19-aefa-123588245fd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:35.014206 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea1bcf1-1445-4bb0-873c-e59d8fc03448 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Pushing event updated for resources: {'SecurityGroup': ['ID=92be0a1c-0133-44e6-8abb-b7ee2d391ea7,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:35.016461 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-53311154-4bb8-4b6b-ab3f-41e5037ec094 None None] Set router e12ad42e-b373-436c-ae78-0df55ccbbe2a gateway port host: dv-cinder-726180-8-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:05:35.017916 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-3ea1bcf1-1445-4bb0-873c-e59d8fc03448 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:35.018873 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-561e0537-03f3-4bda-9bbb-c081a633dcc7 req-3ea1bcf1-1445-4bb0-873c-e59d8fc03448 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:35.020300 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-561e0537-03f3-4bda-9bbb-c081a633dcc7 req-3ea1bcf1-1445-4bb0-873c-e59d8fc03448 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3536472 Jan 21 20:05:35.205121 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3adf7d23-39dd-4ff9-8e54-88d215e0f1ce req-4f7546ed-a593-4515-9280-bcbf5e2465be tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/security-groups/92be0a1c-0133-44e6-8abb-b7ee2d391ea7 HTTP/1.1" status: 200 len: 1800 time: 0.1458492 Jan 21 20:05:35.223997 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-3adf7d23-39dd-4ff9-8e54-88d215e0f1ce req-1de5f0f5-1997-4ca8-8e05-b5e701a72a02 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '92be0a1c-0133-44e6-8abb-b7ee2d391ea7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:05:35.224350 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-3adf7d23-39dd-4ff9-8e54-88d215e0f1ce req-1de5f0f5-1997-4ca8-8e05-b5e701a72a02 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '92be0a1c-0133-44e6-8abb-b7ee2d391ea7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:05:35.235237 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-3adf7d23-39dd-4ff9-8e54-88d215e0f1ce req-1de5f0f5-1997-4ca8-8e05-b5e701a72a02 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:05:35.239516 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning complete for port d5be0b98-7d2b-49da-ac71-9439b26ba00c triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:05:35.239947 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:35.241348 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-3adf7d23-39dd-4ff9-8e54-88d215e0f1ce req-1de5f0f5-1997-4ca8-8e05-b5e701a72a02 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Usage tracker for resource:security_group_rule and tenant:d87e762938124539be0a9343ac717a6f is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:05:35.247132 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-3adf7d23-39dd-4ff9-8e54-88d215e0f1ce req-1de5f0f5-1997-4ca8-8e05-b5e701a72a02 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:05:35.259458 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-3adf7d23-39dd-4ff9-8e54-88d215e0f1ce req-1de5f0f5-1997-4ca8-8e05-b5e701a72a02 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:05:35.353153 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-3adf7d23-39dd-4ff9-8e54-88d215e0f1ce req-1de5f0f5-1997-4ca8-8e05-b5e701a72a02 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Notify callbacks [] for security_group_rule, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:35.384579 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-3adf7d23-39dd-4ff9-8e54-88d215e0f1ce req-1de5f0f5-1997-4ca8-8e05-b5e701a72a02 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:35.387736 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-3adf7d23-39dd-4ff9-8e54-88d215e0f1ce req-1de5f0f5-1997-4ca8-8e05-b5e701a72a02 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600105'] for security_group_rule, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:35.389947 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:35.419305 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de5f0f5-1997-4ca8-8e05-b5e701a72a02 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41f390fb-5a0c-400d-8d12-06249db0243c,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:35.425966 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-1de5f0f5-1997-4ca8-8e05-b5e701a72a02 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:35.435329 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-3adf7d23-39dd-4ff9-8e54-88d215e0f1ce req-1de5f0f5-1997-4ca8-8e05-b5e701a72a02 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Notify callbacks [] for security_group_rule, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:35.436680 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3adf7d23-39dd-4ff9-8e54-88d215e0f1ce req-1de5f0f5-1997-4ca8-8e05-b5e701a72a02 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2179041 Jan 21 20:05:35.589110 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-161238c7-682e-4b62-914b-0ee7476dede8 req-cc616cf3-331a-46e0-9be0-01455c5d9a85 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/security-groups/92be0a1c-0133-44e6-8abb-b7ee2d391ea7 HTTP/1.1" status: 200 len: 2393 time: 0.0845072 Jan 21 20:05:35.604710 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-161238c7-682e-4b62-914b-0ee7476dede8 req-424c8edf-5332-475c-a008-cf1137e17ef2 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '92be0a1c-0133-44e6-8abb-b7ee2d391ea7', 'remote_group_id': None}]} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:05:35.605084 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-161238c7-682e-4b62-914b-0ee7476dede8 req-424c8edf-5332-475c-a008-cf1137e17ef2 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '92be0a1c-0133-44e6-8abb-b7ee2d391ea7', 'remote_group_id': None}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:05:35.615394 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-161238c7-682e-4b62-914b-0ee7476dede8 req-424c8edf-5332-475c-a008-cf1137e17ef2 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:05:35.620799 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-161238c7-682e-4b62-914b-0ee7476dede8 req-424c8edf-5332-475c-a008-cf1137e17ef2 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Usage tracker for resource:security_group_rule and tenant:d87e762938124539be0a9343ac717a6f is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:05:35.624864 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-161238c7-682e-4b62-914b-0ee7476dede8 req-424c8edf-5332-475c-a008-cf1137e17ef2 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:05:35.632083 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-161238c7-682e-4b62-914b-0ee7476dede8 req-424c8edf-5332-475c-a008-cf1137e17ef2 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:05:35.678180 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-53311154-4bb8-4b6b-ab3f-41e5037ec094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12ad42e-b373-436c-ae78-0df55ccbbe2a', 'name': 'tempest-TestShelveInstance-1403651818-router', 'tenant_id': 'e9d08d693a004a8286147904582e37ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'c67b53d7-4cf8-4382-a9d9-505d4e0d427d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:05:25Z', 'updated_at': '2021-01-21T20:05:32Z', 'revision_number': 4, 'project_id': 'e9d08d693a004a8286147904582e37ff', 'gw_port': {'id': 'c67b53d7-4cf8-4382-a9d9-505d4e0d427d', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12ad42e-b373-436c-ae78-0df55ccbbe2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:05:26Z', 'updated_at': '2021-01-21T20:05:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': '67ffd78e-c389-49ae-8989-fed4eb02bc5c', 'name': '', 'network_id': '57d55710-5c05-4899-834d-3ad1274554f5', 'tenant_id': 'e9d08d693a004a8286147904582e37ff', 'mac_address': 'fa:16:3e:26:af:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12ad42e-b373-436c-ae78-0df55ccbbe2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '5217572e-4197-4554-8ded-f80ac9d74e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:05:30Z', 'updated_at': '2021-01-21T20:05:32Z', 'revision_number': 2, 'project_id': 'e9d08d693a004a8286147904582e37ff', 'subnets': [{'id': '5217572e-4197-4554-8ded-f80ac9d74e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:05:35.684630 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53311154-4bb8-4b6b-ab3f-41e5037ec094 None None] The sync data for ids ['e12ad42e-b373-436c-ae78-0df55ccbbe2a'] in dv-cinder-726180-8-iscsi is: [{'id': 'e12ad42e-b373-436c-ae78-0df55ccbbe2a', 'name': 'tempest-TestShelveInstance-1403651818-router', 'tenant_id': 'e9d08d693a004a8286147904582e37ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'c67b53d7-4cf8-4382-a9d9-505d4e0d427d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:05:25Z', 'updated_at': '2021-01-21T20:05:32Z', 'revision_number': 4, 'project_id': 'e9d08d693a004a8286147904582e37ff', 'gw_port': {'id': 'c67b53d7-4cf8-4382-a9d9-505d4e0d427d', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12ad42e-b373-436c-ae78-0df55ccbbe2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:05:26Z', 'updated_at': '2021-01-21T20:05:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': '67ffd78e-c389-49ae-8989-fed4eb02bc5c', 'name': '', 'network_id': '57d55710-5c05-4899-834d-3ad1274554f5', 'tenant_id': 'e9d08d693a004a8286147904582e37ff', 'mac_address': 'fa:16:3e:26:af:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12ad42e-b373-436c-ae78-0df55ccbbe2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '5217572e-4197-4554-8ded-f80ac9d74e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:05:30Z', 'updated_at': '2021-01-21T20:05:32Z', 'revision_number': 2, 'project_id': 'e9d08d693a004a8286147904582e37ff', 'subnets': [{'id': '5217572e-4197-4554-8ded-f80ac9d74e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:05:35.712238 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-161238c7-682e-4b62-914b-0ee7476dede8 req-424c8edf-5332-475c-a008-cf1137e17ef2 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Notify callbacks [] for security_group_rule, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:35.743249 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-161238c7-682e-4b62-914b-0ee7476dede8 req-424c8edf-5332-475c-a008-cf1137e17ef2 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:35.748285 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-161238c7-682e-4b62-914b-0ee7476dede8 req-424c8edf-5332-475c-a008-cf1137e17ef2 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600105'] for security_group_rule, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:35.751003 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-5d356621-6826-4a26-95c7-efe63a596e03 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:35.781585 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c8edf-5332-475c-a008-cf1137e17ef2 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4941266b-8e6f-46a6-9dfe-e822b022ed38,revision_number=0']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:35.784944 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-424c8edf-5332-475c-a008-cf1137e17ef2 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:35.792373 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-161238c7-682e-4b62-914b-0ee7476dede8 req-424c8edf-5332-475c-a008-cf1137e17ef2 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Notify callbacks [] for security_group_rule, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:35.793966 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-161238c7-682e-4b62-914b-0ee7476dede8 req-424c8edf-5332-475c-a008-cf1137e17ef2 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1955304 Jan 21 20:05:36.589719 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1a78a53a-906e-4b9b-b96e-6c0da5ef3304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:36.860007 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device c67b53d7-4cf8-4382-a9d9-505d4e0d427d up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:05:36.959977 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning for port c67b53d7-4cf8-4382-a9d9-505d4e0d427d completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:05:36.967318 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning complete for port c67b53d7-4cf8-4382-a9d9-505d4e0d427d triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:05:36.968210 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:37.175715 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:37.208028 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] For port c67b53d7-4cf8-4382-a9d9-505d4e0d427d, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=c67b53d7-4cf8-4382-a9d9-505d4e0d427d,segment=NetworkSegment(0b618305-a50f-40b3-8ec6-85df1521bd1b),segment_id=0b618305-a50f-40b3-8ec6-85df1521bd1b)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:05:37.212138 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:37.214800 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c29205cc-f7fd-4fad-a5d3-e0290b0bfe83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:37.301430 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Pushing event updated for resources: {'Port': ['ID=c67b53d7-4cf8-4382-a9d9-505d4e0d427d,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:37.307395 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:37.538256 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:38.487388 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:38.831700 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device c67b53d7-4cf8-4382-a9d9-505d4e0d427d up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:05:38.926791 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning complete for port c67b53d7-4cf8-4382-a9d9-505d4e0d427d triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:05:38.927189 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:39.024610 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:39.311596 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9e7adc-a548-426a-8c18-78ea40e61829 None None] Sync routers for ids ['e12ad42e-b373-436c-ae78-0df55ccbbe2a'] in dv-cinder-726180-8-iscsi {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:05:39.322590 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9e7adc-a548-426a-8c18-78ea40e61829 None None] Routers {'e12ad42e-b373-436c-ae78-0df55ccbbe2a'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:05:39.323283 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-3b9e7adc-a548-426a-8c18-78ea40e61829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:05:37Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['e12ad42e-b373-436c-ae78-0df55ccbbe2a'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:05:39.543075 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-3b9e7adc-a548-426a-8c18-78ea40e61829 None None] Set router e12ad42e-b373-436c-ae78-0df55ccbbe2a gateway port host: dv-cinder-726180-8-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:05:40.049066 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-3b9e7adc-a548-426a-8c18-78ea40e61829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12ad42e-b373-436c-ae78-0df55ccbbe2a', 'name': 'tempest-TestShelveInstance-1403651818-router', 'tenant_id': 'e9d08d693a004a8286147904582e37ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'c67b53d7-4cf8-4382-a9d9-505d4e0d427d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:05:25Z', 'updated_at': '2021-01-21T20:05:32Z', 'revision_number': 4, 'project_id': 'e9d08d693a004a8286147904582e37ff', 'gw_port': {'id': 'c67b53d7-4cf8-4382-a9d9-505d4e0d427d', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12ad42e-b373-436c-ae78-0df55ccbbe2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:05:26Z', 'updated_at': '2021-01-21T20:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': '67ffd78e-c389-49ae-8989-fed4eb02bc5c', 'name': '', 'network_id': '57d55710-5c05-4899-834d-3ad1274554f5', 'tenant_id': 'e9d08d693a004a8286147904582e37ff', 'mac_address': 'fa:16:3e:26:af:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12ad42e-b373-436c-ae78-0df55ccbbe2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '5217572e-4197-4554-8ded-f80ac9d74e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:05:30Z', 'updated_at': '2021-01-21T20:05:32Z', 'revision_number': 2, 'project_id': 'e9d08d693a004a8286147904582e37ff', 'subnets': [{'id': '5217572e-4197-4554-8ded-f80ac9d74e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:05:40.053715 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9e7adc-a548-426a-8c18-78ea40e61829 None None] Checking router: e12ad42e-b373-436c-ae78-0df55ccbbe2a for host: dv-cinder-726180-8-iscsi {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:05:40.054130 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9e7adc-a548-426a-8c18-78ea40e61829 None None] Updating router e12ad42e-b373-436c-ae78-0df55ccbbe2a port 67ffd78e-c389-49ae-8989-fed4eb02bc5c binding host dv-cinder-726180-8-iscsi {{(pid=80116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 21 20:05:40.119868 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3b9e7adc-a548-426a-8c18-78ea40e61829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:40.588085 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3b9e7adc-a548-426a-8c18-78ea40e61829 None None] Notify callbacks [] for port, precommit_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:40.603811 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-3b9e7adc-a548-426a-8c18-78ea40e61829 None None] Transition to ACTIVE for port object 67ffd78e-c389-49ae-8989-fed4eb02bc5c will not be triggered until provisioned by entity L2. {{(pid=80116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:05:40.607135 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3b9e7adc-a548-426a-8c18-78ea40e61829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:40.631115 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b0001287-cf50-4b8c-a1da-36df7e323b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:40.782176 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed876df2-cdc0-484a-890e-3e8929b2c571 None None] Pushing event updated for resources: {'Port': ['ID=67ffd78e-c389-49ae-8989-fed4eb02bc5c,revision_number=3']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:40.788225 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ed876df2-cdc0-484a-890e-3e8929b2c571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:41.020444 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-3b9e7adc-a548-426a-8c18-78ea40e61829 None None] Attempting to bind port 67ffd78e-c389-49ae-8989-fed4eb02bc5c on host dv-cinder-726180-8-iscsi for vnic_type normal with profile {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 20:05:41.021117 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-3b9e7adc-a548-426a-8c18-78ea40e61829 None None] Attempting to bind port 67ffd78e-c389-49ae-8989-fed4eb02bc5c by drivers openvswitch on host dv-cinder-726180-8-iscsi at level 0 using segments [{'id': 'f1b4ece3-4bd7-4497-997e-426a5394c390', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '57d55710-5c05-4899-834d-3ad1274554f5'}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 20:05:41.021791 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9e7adc-a548-426a-8c18-78ea40e61829 None None] Attempting to bind port 67ffd78e-c389-49ae-8989-fed4eb02bc5c on network 57d55710-5c05-4899-834d-3ad1274554f5 {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 20:05:41.033740 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9e7adc-a548-426a-8c18-78ea40e61829 None None] Checking agent: {'id': 'f684b9c2-4f8f-4e03-bb44-a00bf6d32b90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-726180-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 46, 8), 'started_at': datetime.datetime(2021, 1, 21, 19, 46, 38), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 20, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-726180-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.78', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 20:05:41.034626 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9e7adc-a548-426a-8c18-78ea40e61829 None None] Checking segment: {'id': 'f1b4ece3-4bd7-4497-997e-426a5394c390', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '57d55710-5c05-4899-834d-3ad1274554f5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:05:41.035272 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3b9e7adc-a548-426a-8c18-78ea40e61829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:41.036033 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9e7adc-a548-426a-8c18-78ea40e61829 None None] Bound using segment: {'id': 'f1b4ece3-4bd7-4497-997e-426a5394c390', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '57d55710-5c05-4899-834d-3ad1274554f5'} {{(pid=80116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 20:05:41.036820 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-3b9e7adc-a548-426a-8c18-78ea40e61829 None None] Bound port: 67ffd78e-c389-49ae-8989-fed4eb02bc5c, host: dv-cinder-726180-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1b4ece3-4bd7-4497-997e-426a5394c390', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '57d55710-5c05-4899-834d-3ad1274554f5'}}] {{(pid=80116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 20:05:41.037360 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3b9e7adc-a548-426a-8c18-78ea40e61829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:41.147963 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-3b9e7adc-a548-426a-8c18-78ea40e61829 None None] For port 67ffd78e-c389-49ae-8989-fed4eb02bc5c, host dv-cinder-726180-8-iscsi, cleared binding levels {{(pid=80116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 20:05:41.151287 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-3b9e7adc-a548-426a-8c18-78ea40e61829 None None] For port 67ffd78e-c389-49ae-8989-fed4eb02bc5c, host dv-cinder-726180-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=67ffd78e-c389-49ae-8989-fed4eb02bc5c,segment=NetworkSegment(f1b4ece3-4bd7-4497-997e-426a5394c390),segment_id=f1b4ece3-4bd7-4497-997e-426a5394c390)] {{(pid=80116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 20:05:41.155045 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3b9e7adc-a548-426a-8c18-78ea40e61829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:41.171122 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:41.351115 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed876df2-cdc0-484a-890e-3e8929b2c571 None None] Pushing event updated for resources: {'Port': ['ID=67ffd78e-c389-49ae-8989-fed4eb02bc5c,revision_number=4']} {{(pid=80116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:41.357209 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ed876df2-cdc0-484a-890e-3e8929b2c571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:41.407433 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9e7adc-a548-426a-8c18-78ea40e61829 None None] Routers {'e12ad42e-b373-436c-ae78-0df55ccbbe2a'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:05:41.408471 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-3b9e7adc-a548-426a-8c18-78ea40e61829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:05:37Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['e12ad42e-b373-436c-ae78-0df55ccbbe2a'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:05:41.856065 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-3b9e7adc-a548-426a-8c18-78ea40e61829 None None] Set router e12ad42e-b373-436c-ae78-0df55ccbbe2a gateway port host: dv-cinder-726180-8-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:05:42.241479 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-3b9e7adc-a548-426a-8c18-78ea40e61829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12ad42e-b373-436c-ae78-0df55ccbbe2a', 'name': 'tempest-TestShelveInstance-1403651818-router', 'tenant_id': 'e9d08d693a004a8286147904582e37ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'c67b53d7-4cf8-4382-a9d9-505d4e0d427d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:05:25Z', 'updated_at': '2021-01-21T20:05:32Z', 'revision_number': 4, 'project_id': 'e9d08d693a004a8286147904582e37ff', 'gw_port': {'id': 'c67b53d7-4cf8-4382-a9d9-505d4e0d427d', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12ad42e-b373-436c-ae78-0df55ccbbe2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:05:26Z', 'updated_at': '2021-01-21T20:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': '67ffd78e-c389-49ae-8989-fed4eb02bc5c', 'name': '', 'network_id': '57d55710-5c05-4899-834d-3ad1274554f5', 'tenant_id': 'e9d08d693a004a8286147904582e37ff', 'mac_address': 'fa:16:3e:26:af:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12ad42e-b373-436c-ae78-0df55ccbbe2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '5217572e-4197-4554-8ded-f80ac9d74e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:05:30Z', 'updated_at': '2021-01-21T20:05:41Z', 'revision_number': 4, 'project_id': 'e9d08d693a004a8286147904582e37ff', 'subnets': [{'id': '5217572e-4197-4554-8ded-f80ac9d74e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:05:42.245778 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9e7adc-a548-426a-8c18-78ea40e61829 None None] The sync data for ids ['e12ad42e-b373-436c-ae78-0df55ccbbe2a'] in dv-cinder-726180-8-iscsi is: [{'id': 'e12ad42e-b373-436c-ae78-0df55ccbbe2a', 'name': 'tempest-TestShelveInstance-1403651818-router', 'tenant_id': 'e9d08d693a004a8286147904582e37ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'c67b53d7-4cf8-4382-a9d9-505d4e0d427d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:05:25Z', 'updated_at': '2021-01-21T20:05:32Z', 'revision_number': 4, 'project_id': 'e9d08d693a004a8286147904582e37ff', 'gw_port': {'id': 'c67b53d7-4cf8-4382-a9d9-505d4e0d427d', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12ad42e-b373-436c-ae78-0df55ccbbe2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:05:26Z', 'updated_at': '2021-01-21T20:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': '67ffd78e-c389-49ae-8989-fed4eb02bc5c', 'name': '', 'network_id': '57d55710-5c05-4899-834d-3ad1274554f5', 'tenant_id': 'e9d08d693a004a8286147904582e37ff', 'mac_address': 'fa:16:3e:26:af:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12ad42e-b373-436c-ae78-0df55ccbbe2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '5217572e-4197-4554-8ded-f80ac9d74e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:05:30Z', 'updated_at': '2021-01-21T20:05:41Z', 'revision_number': 4, 'project_id': 'e9d08d693a004a8286147904582e37ff', 'subnets': [{'id': '5217572e-4197-4554-8ded-f80ac9d74e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:05:42.877319 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 67ffd78e-c389-49ae-8989-fed4eb02bc5c up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:05:42.956270 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning for port 67ffd78e-c389-49ae-8989-fed4eb02bc5c completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:05:42.963323 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning complete for port 67ffd78e-c389-49ae-8989-fed4eb02bc5c triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:05:42.963836 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:43.129690 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:43.178374 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] For port 67ffd78e-c389-49ae-8989-fed4eb02bc5c, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=67ffd78e-c389-49ae-8989-fed4eb02bc5c,segment=NetworkSegment(f1b4ece3-4bd7-4497-997e-426a5394c390),segment_id=f1b4ece3-4bd7-4497-997e-426a5394c390)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:05:43.181826 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:43.185272 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0294d187-dd02-4d1f-a9f8-5bd66a8c0e09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:43.295302 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Pushing event updated for resources: {'Port': ['ID=67ffd78e-c389-49ae-8989-fed4eb02bc5c,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:43.305985 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:43.306374 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:43.306806 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:43.307195 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:43.307589 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:43.307968 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:43.308340 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:43.309004 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:43.309168 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:43.309449 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:43.309830 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:43.310200 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:43.310660 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:43.311064 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:43.311384 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:43.311755 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:43.312130 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:43.312499 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:43.312871 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:43.313241 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:43.313744 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:43.314296 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:43.314758 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:43.315134 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:43.321007 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:44.802335 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 67ffd78e-c389-49ae-8989-fed4eb02bc5c up at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:05:44.897717 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Provisioning complete for port 67ffd78e-c389-49ae-8989-fed4eb02bc5c triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:05:44.898700 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:45.621960 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-76c0e881-2a43-4709-ac10-44fc197c2e8e tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:45.623730 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-76c0e881-2a43-4709-ac10-44fc197c2e8e tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/networks?id=034065e7-63ac-4b95-9f0a-e64492698fbf HTTP/1.1" status: 200 len: 814 time: 0.2794442 Jan 21 20:05:45.649386 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-68c8b652-4a49-41ed-b286-28d4f4567a90 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/quotas/8594a871a86142aca6d7c0a636850946 HTTP/1.1" status: 200 len: 375 time: 0.0116482 Jan 21 20:05:45.723421 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-07d3ca86-535d-4740-8c14-9124bc780d2c tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/ports?tenant_id=8594a871a86142aca6d7c0a636850946&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626488 Jan 21 20:05:45.739075 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-29661d92-f7cc-4adb-99dc-c3fa999f6ad0 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 20:05:45.740533 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-29661d92-f7cc-4adb-99dc-c3fa999f6ad0 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0082765 Jan 21 20:05:46.218413 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-9894b5dd-5753-4008-8dec-6ceeb86e3d8c service neutron] 10.222.0.74 "GET /v2.0/networks/034065e7-63ac-4b95-9f0a-e64492698fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4616504 Jan 21 20:05:46.358439 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f32229-22d2-4857-888d-d4152ca433d7 req-cb2e7333-c239-4b3d-8bd7-5b53c63bfaed tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:46.360282 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c7f32229-22d2-4857-888d-d4152ca433d7 req-cb2e7333-c239-4b3d-8bd7-5b53c63bfaed tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 946 time: 0.2523942 Jan 21 20:05:46.459125 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c7f32229-22d2-4857-888d-d4152ca433d7 req-a5b21bc1-5429-4dac-8433-95605f627b22 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894485 Jan 21 20:05:46.462924 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-df006d24-d78a-4e68-bd64-663a2d445314 service neutron] 10.222.0.74 "GET /v2.0/networks/034065e7-63ac-4b95-9f0a-e64492698fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2358651 Jan 21 20:05:46.713371 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e877c772-fc68-42d1-a653-401d6f0b6e29 req-0182769d-39ed-4275-8d48-b9f75478dcf9 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/ports?device_id=89823f10-c97c-4ed8-8307-f2f1acefcbd2 HTTP/1.1" status: 200 len: 210 time: 0.0638421 Jan 21 20:05:47.820080 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11983379-6aa9-40af-a884-57c06ce43acd req-a207b524-c3ad-4fac-a021-c736dd7e4310 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:47.822931 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-11983379-6aa9-40af-a884-57c06ce43acd req-a207b524-c3ad-4fac-a021-c736dd7e4310 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 946 time: 0.2001598 Jan 21 20:05:47.982039 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7a6e3853-e499-4d9a-a6b6-36386d3f9f98 req-2192fb9d-9d91-4131-84e6-da39931c7dd4 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/ports?device_id=89823f10-c97c-4ed8-8307-f2f1acefcbd2 HTTP/1.1" status: 200 len: 210 time: 0.1102941 Jan 21 20:05:48.003960 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-11983379-6aa9-40af-a884-57c06ce43acd req-f0ca0d6d-85c1-4f88-82a1-8a19bf5b9d82 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735253 Jan 21 20:05:48.279403 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-3fb12dca-7cfa-4675-8c06-8c3627661d3b tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:48.280985 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-3fb12dca-7cfa-4675-8c06-8c3627661d3b tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.83 "GET /v2.0/networks?id=034065e7-63ac-4b95-9f0a-e64492698fbf HTTP/1.1" status: 200 len: 814 time: 0.2144878 Jan 21 20:05:48.295962 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83 no longer exists at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:05:48.306589 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d886d-36f0-46a7-93f3-dfbb2265f8ef req-0e18363a-b221-4fd7-903a-12c541ae87f6 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:48.308440 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e85d886d-36f0-46a7-93f3-dfbb2265f8ef req-0e18363a-b221-4fd7-903a-12c541ae87f6 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.83 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 946 time: 0.3026648 Jan 21 20:05:48.324061 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-412f64bc-4075-4ea3-a088-acbb79e5ed36 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Request body: {'port': {'device_id': '89823f10-c97c-4ed8-8307-f2f1acefcbd2', 'network_id': '034065e7-63ac-4b95-9f0a-e64492698fbf', 'admin_state_up': True, 'tenant_id': '8594a871a86142aca6d7c0a636850946'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:05:48.437185 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:48.475262 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485f2d00-a349-4128-90a8-d8186f8b7a54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:05:48.488722 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] For port ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83,segment=NetworkSegment(1f47a8ba-e3ad-4d68-a35b-b035d86b14ed),segment_id=1f47a8ba-e3ad-4d68-a35b-b035d86b14ed)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:05:48.494117 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:48.499448 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:48.503858 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-e85d886d-36f0-46a7-93f3-dfbb2265f8ef req-7a71227a-76d6-4a3d-9e42-2b119a55c6c2 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Deleting port ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:05:48.504240 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e85d886d-36f0-46a7-93f3-dfbb2265f8ef req-7a71227a-76d6-4a3d-9e42-2b119a55c6c2 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:48.559376 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485f2d00-a349-4128-90a8-d8186f8b7a54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83', 'code': 200} Jan 21 20:05:48.592395 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Pushing event updated for resources: {'Port': ['ID=ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83,revision_number=7']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:48.596348 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:48.654025 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-412f64bc-4075-4ea3-a088-acbb79e5ed36 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:05:48.683489 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-412f64bc-4075-4ea3-a088-acbb79e5ed36 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:05:48.769262 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-412f64bc-4075-4ea3-a088-acbb79e5ed36 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Made reservation on behalf of 8594a871a86142aca6d7c0a636850946 for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:05:48.778205 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-412f64bc-4075-4ea3-a088-acbb79e5ed36 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:48.982354 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-e85d886d-36f0-46a7-93f3-dfbb2265f8ef req-7a71227a-76d6-4a3d-9e42-2b119a55c6c2 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] For port ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83,segment=NetworkSegment(1f47a8ba-e3ad-4d68-a35b-b035d86b14ed),segment_id=1f47a8ba-e3ad-4d68-a35b-b035d86b14ed)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:05:48.982970 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e85d886d-36f0-46a7-93f3-dfbb2265f8ef req-7a71227a-76d6-4a3d-9e42-2b119a55c6c2 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:48.991451 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.agents_db [None req-c7ecb146-6622-446f-8bab-48f8cf3fe8cd None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:05:49.393623 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-67087d43-372d-46b4-9194-fbf0f5ce8e6a req-6392b9fb-8643-4d73-bcaf-00c64edfcb9a tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/ports?device_id=89823f10-c97c-4ed8-8307-f2f1acefcbd2 HTTP/1.1" status: 200 len: 210 time: 0.1512148 Jan 21 20:05:49.599042 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-412f64bc-4075-4ea3-a088-acbb79e5ed36 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Allocated IP 172.20.0.4 (034065e7-63ac-4b95-9f0a-e64492698fbf/12495548-771e-45fe-8678-dd0276019739/90d2b55c-fe26-434e-986e-0df3f1a1f1ba) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:05:49.617929 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e85d886d-36f0-46a7-93f3-dfbb2265f8ef req-7a71227a-76d6-4a3d-9e42-2b119a55c6c2 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks [] for floatingip, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:49.618351 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e85d886d-36f0-46a7-93f3-dfbb2265f8ef req-7a71227a-76d6-4a3d-9e42-2b119a55c6c2 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853807100'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:49.618756 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.db.l3_db [req-e85d886d-36f0-46a7-93f3-dfbb2265f8ef req-7a71227a-76d6-4a3d-9e42-2b119a55c6c2 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Floating IP e1a19573-e8f9-4355-8d2b-59b11ff450bd disassociated. External IP: 172.27.2.225, port: ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83. Jan 21 20:05:49.619138 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-e85d886d-36f0-46a7-93f3-dfbb2265f8ef req-7a71227a-76d6-4a3d-9e42-2b119a55c6c2 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Calling delete_port for ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83 owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:05:49.693782 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b84ec-ff75-407d-a87e-33ea54d04a6d req-73348053-c775-4a89-bcbc-ab74691f6a3a tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:49.698730 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d27b84ec-ff75-407d-a87e-33ea54d04a6d req-73348053-c775-4a89-bcbc-ab74691f6a3a tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 944 time: 0.3821402 Jan 21 20:05:50.073174 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d27b84ec-ff75-407d-a87e-33ea54d04a6d req-6877b75e-87d3-4df7-aa03-54c6043021d8 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups?id=60946016-57c1-444c-8938-fbcfc9f86c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3630850 Jan 21 20:05:50.176201 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e85d886d-36f0-46a7-93f3-dfbb2265f8ef req-7a71227a-76d6-4a3d-9e42-2b119a55c6c2 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852560929'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:50.248759 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ecba5254-1d3d-4f74-9d06-d43c03efa43a tempest-VolumesActionsTest-602405975 tempest-VolumesActionsTest-602405975] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:50.361826 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a71227a-76d6-4a3d-9e42-2b119a55c6c2 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Pushing event deleted for resources: {'Port': ['ID=ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:50.373110 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-7a71227a-76d6-4a3d-9e42-2b119a55c6c2 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:50.508942 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-412f64bc-4075-4ea3-a088-acbb79e5ed36 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:50.659601 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8c506a07-6400-471e-b707-bc501caef770 req-74c46742-2405-4b26-81f5-277837e6c36f tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/ports?device_id=89823f10-c97c-4ed8-8307-f2f1acefcbd2 HTTP/1.1" status: 200 len: 210 time: 0.0738013 Jan 21 20:05:50.802416 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-412f64bc-4075-4ea3-a088-acbb79e5ed36 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852560929'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:50.821933 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a51f33a1-9cd1-44b5-aa45-310d961a87c4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:50.931435 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e85d886d-36f0-46a7-93f3-dfbb2265f8ef req-7a71227a-76d6-4a3d-9e42-2b119a55c6c2 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Router 35483473-1478-4659-bbfb-e4cae8820afb has already been hosted by L3 agent acfbd797-5df7-45c7-9954-db8085626b2a {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 20:05:50.990064 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412f64bc-4075-4ea3-a088-acbb79e5ed36 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Pushing event updated for resources: {'Port': ['ID=90d2b55c-fe26-434e-986e-0df3f1a1f1ba,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:51.077093 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-412f64bc-4075-4ea3-a088-acbb79e5ed36 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:51.246794 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-412f64bc-4075-4ea3-a088-acbb79e5ed36 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Network 034065e7-63ac-4b95-9f0a-e64492698fbf is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:05:51.250112 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-412f64bc-4075-4ea3-a088-acbb79e5ed36 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:05:51.255641 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-412f64bc-4075-4ea3-a088-acbb79e5ed36 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:05:51.335868 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e85d886d-36f0-46a7-93f3-dfbb2265f8ef req-7a71227a-76d6-4a3d-9e42-2b119a55c6c2 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify agent at l3_agent.dv-cinder-726180-8-iscsi the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:05:51.349142 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd19e38-4d6d-46f9-8ac8-373643dd23e4 None None] Sync routers for ids ['35483473-1478-4659-bbfb-e4cae8820afb'] in dv-cinder-726180-8-iscsi {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:05:51.368526 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd19e38-4d6d-46f9-8ac8-373643dd23e4 None None] Routers {'35483473-1478-4659-bbfb-e4cae8820afb'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:05:51.369760 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-9cd19e38-4d6d-46f9-8ac8-373643dd23e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:05:37Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['35483473-1478-4659-bbfb-e4cae8820afb'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:05:51.399819 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-2514f923-351c-411f-87f8-7cb2b2cea853 req-aefa8295-679e-45ec-a43f-a5f6a80e2dfb tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/ports?device_id=485f2d00-a349-4128-90a8-d8186f8b7a54 HTTP/1.1" status: 200 len: 210 time: 0.1134994 Jan 21 20:05:51.407878 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-e85d886d-36f0-46a7-93f3-dfbb2265f8ef req-7a71227a-76d6-4a3d-9e42-2b119a55c6c2 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] No DVR routers for this DVR port ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83 on host hv-cinder-72618 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 20:05:51.412711 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-e85d886d-36f0-46a7-93f3-dfbb2265f8ef req-7a71227a-76d6-4a3d-9e42-2b119a55c6c2 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:51.415756 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485f2d00-a349-4128-90a8-d8186f8b7a54', 'name': 'network-vif-deleted', 'tag': 'ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:05:51.455803 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-412f64bc-4075-4ea3-a088-acbb79e5ed36 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:51.456548 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-412f64bc-4075-4ea3-a088-acbb79e5ed36 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:51.465398 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e85d886d-36f0-46a7-93f3-dfbb2265f8ef req-7a71227a-76d6-4a3d-9e42-2b119a55c6c2 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.83 "DELETE /v2.0/ports/ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83 HTTP/1.1" status: 204 len: 173 time: 3.1456797 Jan 21 20:05:51.490103 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-412f64bc-4075-4ea3-a088-acbb79e5ed36 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1725857 Jan 21 20:05:51.508189 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485f2d00-a349-4128-90a8-d8186f8b7a54', 'name': 'network-vif-deleted', 'tag': 'ffe075bf-26b7-4b2b-9cbe-0ae1ae61db83', 'status': 'completed', 'code': 200} Jan 21 20:05:51.522007 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-0b300ac0-abb7-4428-bc9f-40ebe7a17397 service neutron] Request body: {'port': {'device_id': '89823f10-c97c-4ed8-8307-f2f1acefcbd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:05:51.661375 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-0b300ac0-abb7-4428-bc9f-40ebe7a17397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:51.722292 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-9cd19e38-4d6d-46f9-8ac8-373643dd23e4 None None] Set router 35483473-1478-4659-bbfb-e4cae8820afb gateway port host: dv-cinder-726180-8-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:05:52.102956 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc043329-317a-4a4a-9172-21e87db06101 req-e5e0455f-522a-41b7-b653-df1c5be3d0c5 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:52.103801 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-bc043329-317a-4a4a-9172-21e87db06101 req-e5e0455f-522a-41b7-b653-df1c5be3d0c5 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Synchronizing usage tracker for tenant:8594a871a86142aca6d7c0a636850946 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:05:52.151920 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-bc043329-317a-4a4a-9172-21e87db06101 req-e5e0455f-522a-41b7-b653-df1c5be3d0c5 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Unset dirty status for tenant:8594a871a86142aca6d7c0a636850946 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:05:52.153222 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-bc043329-317a-4a4a-9172-21e87db06101 req-e5e0455f-522a-41b7-b653-df1c5be3d0c5 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/ports?device_id=89823f10-c97c-4ed8-8307-f2f1acefcbd2 HTTP/1.1" status: 200 len: 931 time: 0.3300042 Jan 21 20:05:52.232503 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-bc043329-317a-4a4a-9172-21e87db06101 req-dfebee20-72a7-4554-9e61-a60f25319a5f tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/security-groups?id=ffb3127f-1bf2-4982-81c8-83221eb9ed93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651762 Jan 21 20:05:52.329724 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-9cd19e38-4d6d-46f9-8ac8-373643dd23e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35483473-1478-4659-bbfb-e4cae8820afb', 'name': 'tempest-AttachVolumeShelveTestJSON-1154731850-router', 'tenant_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '83de776a-f212-4988-af83-8ea29852997d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:28Z', 'updated_at': '2021-01-21T19:57:45Z', 'revision_number': 4, 'project_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'gw_port': {'id': '83de776a-f212-4988-af83-8ea29852997d', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:66:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35483473-1478-4659-bbfb-e4cae8820afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:31Z', 'updated_at': '2021-01-21T19:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': 'b9acdb65-b9bc-473a-b6a5-9e9747e26854', 'name': '', 'network_id': 'd6138fb5-b76e-4f29-8bbf-74ec66db9e66', 'tenant_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'mac_address': 'fa:16:3e:9b:28:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35483473-1478-4659-bbfb-e4cae8820afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'c1281d7a-a47b-4e8a-8373-d8daef5b1038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:40Z', 'updated_at': '2021-01-21T19:58:00Z', 'revision_number': 5, 'project_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'subnets': [{'id': 'c1281d7a-a47b-4e8a-8373-d8daef5b1038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:05:52.331756 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-0b300ac0-abb7-4428-bc9f-40ebe7a17397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90d2b55c-fe26-434e-986e-0df3f1a1f1ba {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 20:05:52.338107 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd19e38-4d6d-46f9-8ac8-373643dd23e4 None None] Checking router: 35483473-1478-4659-bbfb-e4cae8820afb for host: dv-cinder-726180-8-iscsi {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:05:52.342088 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-0b300ac0-abb7-4428-bc9f-40ebe7a17397 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:52.348307 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd19e38-4d6d-46f9-8ac8-373643dd23e4 None None] Routers {'35483473-1478-4659-bbfb-e4cae8820afb'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:05:52.349409 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-9cd19e38-4d6d-46f9-8ac8-373643dd23e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:05:37Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['35483473-1478-4659-bbfb-e4cae8820afb'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:05:52.363068 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-0b300ac0-abb7-4428-bc9f-40ebe7a17397 service neutron] Transition to ACTIVE for port object 90d2b55c-fe26-434e-986e-0df3f1a1f1ba will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:05:52.367262 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-0b300ac0-abb7-4428-bc9f-40ebe7a17397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214824'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:52.393117 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c32fb36d-8214-495f-bc76-1afb29f248e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:52.605696 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-9cd19e38-4d6d-46f9-8ac8-373643dd23e4 None None] Set router 35483473-1478-4659-bbfb-e4cae8820afb gateway port host: dv-cinder-726180-8-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:05:52.722040 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 60878) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:05:52.848617 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-dafae8e0-8b68-4284-a96c-441eba262689 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:52.889927 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-dafae8e0-8b68-4284-a96c-441eba262689 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:52.911013 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b300ac0-abb7-4428-bc9f-40ebe7a17397 service neutron] Pushing event updated for resources: {'Port': ['ID=90d2b55c-fe26-434e-986e-0df3f1a1f1ba,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:52.920808 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0b300ac0-abb7-4428-bc9f-40ebe7a17397 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:52.953301 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-dafae8e0-8b68-4284-a96c-441eba262689 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:52.967785 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-4e96bf1d-962a-47f9-b682-117ccc4810e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:52.983298 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafae8e0-8b68-4284-a96c-441eba262689 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Pushing event deleted for resources: {'SecurityGroup': ['ID=60946016-57c1-444c-8938-fbcfc9f86c7a,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:53.005488 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafae8e0-8b68-4284-a96c-441eba262689 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:53.006295 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafae8e0-8b68-4284-a96c-441eba262689 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:53.006747 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafae8e0-8b68-4284-a96c-441eba262689 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:53.007145 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafae8e0-8b68-4284-a96c-441eba262689 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:53.007708 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafae8e0-8b68-4284-a96c-441eba262689 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:53.008283 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafae8e0-8b68-4284-a96c-441eba262689 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:53.008852 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafae8e0-8b68-4284-a96c-441eba262689 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:53.016887 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafae8e0-8b68-4284-a96c-441eba262689 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:53.016887 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafae8e0-8b68-4284-a96c-441eba262689 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:53.016887 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafae8e0-8b68-4284-a96c-441eba262689 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:53.016887 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafae8e0-8b68-4284-a96c-441eba262689 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:53.016887 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafae8e0-8b68-4284-a96c-441eba262689 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:53.016887 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafae8e0-8b68-4284-a96c-441eba262689 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:53.016887 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafae8e0-8b68-4284-a96c-441eba262689 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:53.016887 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafae8e0-8b68-4284-a96c-441eba262689 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:53.016887 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafae8e0-8b68-4284-a96c-441eba262689 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:53.016887 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafae8e0-8b68-4284-a96c-441eba262689 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:53.016887 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafae8e0-8b68-4284-a96c-441eba262689 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:53.016887 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafae8e0-8b68-4284-a96c-441eba262689 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:53.016887 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafae8e0-8b68-4284-a96c-441eba262689 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:53.022470 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafae8e0-8b68-4284-a96c-441eba262689 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:53.022470 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafae8e0-8b68-4284-a96c-441eba262689 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:53.022470 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafae8e0-8b68-4284-a96c-441eba262689 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:53.022470 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafae8e0-8b68-4284-a96c-441eba262689 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:05:53.022470 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-dafae8e0-8b68-4284-a96c-441eba262689 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:53.028574 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-dafae8e0-8b68-4284-a96c-441eba262689 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "DELETE /v2.0/security-groups/60946016-57c1-444c-8938-fbcfc9f86c7a HTTP/1.1" status: 204 len: 168 time: 0.2997897 Jan 21 20:05:53.028574 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-dafae8e0-8b68-4284-a96c-441eba262689 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:53.029197 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 60882) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:05:53.053298 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.api.v2.resource [None req-e394e35d-1fcf-4203-8cdb-636277aca029 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] show failed (client error): The resource could not be found. Jan 21 20:05:53.057186 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-e394e35d-1fcf-4203-8cdb-636277aca029 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "GET /v2.0/security-groups/60946016-57c1-444c-8938-fbcfc9f86c7a HTTP/1.1" status: 404 len: 347 time: 0.0242016 Jan 21 20:05:53.057802 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 60886) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:05:53.153725 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-9cd19e38-4d6d-46f9-8ac8-373643dd23e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35483473-1478-4659-bbfb-e4cae8820afb', 'name': 'tempest-AttachVolumeShelveTestJSON-1154731850-router', 'tenant_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '83de776a-f212-4988-af83-8ea29852997d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:28Z', 'updated_at': '2021-01-21T19:57:45Z', 'revision_number': 4, 'project_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'gw_port': {'id': '83de776a-f212-4988-af83-8ea29852997d', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:66:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35483473-1478-4659-bbfb-e4cae8820afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:31Z', 'updated_at': '2021-01-21T19:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': 'b9acdb65-b9bc-473a-b6a5-9e9747e26854', 'name': '', 'network_id': 'd6138fb5-b76e-4f29-8bbf-74ec66db9e66', 'tenant_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'mac_address': 'fa:16:3e:9b:28:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35483473-1478-4659-bbfb-e4cae8820afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'c1281d7a-a47b-4e8a-8373-d8daef5b1038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:40Z', 'updated_at': '2021-01-21T19:58:00Z', 'revision_number': 5, 'project_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'subnets': [{'id': 'c1281d7a-a47b-4e8a-8373-d8daef5b1038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:05:53.161570 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd19e38-4d6d-46f9-8ac8-373643dd23e4 None None] The sync data for ids ['35483473-1478-4659-bbfb-e4cae8820afb'] in dv-cinder-726180-8-iscsi is: [{'id': '35483473-1478-4659-bbfb-e4cae8820afb', 'name': 'tempest-AttachVolumeShelveTestJSON-1154731850-router', 'tenant_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '83de776a-f212-4988-af83-8ea29852997d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:28Z', 'updated_at': '2021-01-21T19:57:45Z', 'revision_number': 4, 'project_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'gw_port': {'id': '83de776a-f212-4988-af83-8ea29852997d', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:66:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35483473-1478-4659-bbfb-e4cae8820afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:31Z', 'updated_at': '2021-01-21T19:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': 'b9acdb65-b9bc-473a-b6a5-9e9747e26854', 'name': '', 'network_id': 'd6138fb5-b76e-4f29-8bbf-74ec66db9e66', 'tenant_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'mac_address': 'fa:16:3e:9b:28:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35483473-1478-4659-bbfb-e4cae8820afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'c1281d7a-a47b-4e8a-8373-d8daef5b1038', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:40Z', 'updated_at': '2021-01-21T19:58:00Z', 'revision_number': 5, 'project_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'subnets': [{'id': 'c1281d7a-a47b-4e8a-8373-d8daef5b1038', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:05:53.200632 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-0b300ac0-abb7-4428-bc9f-40ebe7a17397 service neutron] Attempting to bind port 90d2b55c-fe26-434e-986e-0df3f1a1f1ba on host hv-cinder-72618 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 20:05:53.201038 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-0b300ac0-abb7-4428-bc9f-40ebe7a17397 service neutron] Attempting to bind port 90d2b55c-fe26-434e-986e-0df3f1a1f1ba by drivers openvswitch on host hv-cinder-72618 at level 0 using segments [{'id': '8a06e735-d774-4fdc-adc5-91bda5ed4e62', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '034065e7-63ac-4b95-9f0a-e64492698fbf'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 20:05:53.201374 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-0b300ac0-abb7-4428-bc9f-40ebe7a17397 service neutron] Attempting to bind port 90d2b55c-fe26-434e-986e-0df3f1a1f1ba on network 034065e7-63ac-4b95-9f0a-e64492698fbf {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 20:05:53.213225 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-0b300ac0-abb7-4428-bc9f-40ebe7a17397 service neutron] Checking agent: {'id': 'f41af306-ec4b-4f2b-b4b7-a53ee99eba1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 53, 28), 'started_at': datetime.datetime(2021, 1, 21, 19, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 20, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 20:05:53.213658 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-0b300ac0-abb7-4428-bc9f-40ebe7a17397 service neutron] Checking segment: {'id': '8a06e735-d774-4fdc-adc5-91bda5ed4e62', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '034065e7-63ac-4b95-9f0a-e64492698fbf'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:05:53.214006 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-0b300ac0-abb7-4428-bc9f-40ebe7a17397 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:53.214437 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-0b300ac0-abb7-4428-bc9f-40ebe7a17397 service neutron] Bound using segment: {'id': '8a06e735-d774-4fdc-adc5-91bda5ed4e62', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '034065e7-63ac-4b95-9f0a-e64492698fbf'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 20:05:53.216759 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-0b300ac0-abb7-4428-bc9f-40ebe7a17397 service neutron] Bound port: 90d2b55c-fe26-434e-986e-0df3f1a1f1ba, host: hv-cinder-72618, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a06e735-d774-4fdc-adc5-91bda5ed4e62', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '034065e7-63ac-4b95-9f0a-e64492698fbf'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 20:05:53.216759 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-0b300ac0-abb7-4428-bc9f-40ebe7a17397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:53.249852 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-b936e142-cc7f-4da4-9216-669f8c81b6b9 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Deleting port 462d37a7-2e33-4092-bda1-b48fa85e0c45 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:05:53.250315 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b936e142-cc7f-4da4-9216-669f8c81b6b9 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:53.346643 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-0b300ac0-abb7-4428-bc9f-40ebe7a17397 service neutron] For port 90d2b55c-fe26-434e-986e-0df3f1a1f1ba, host hv-cinder-72618, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 20:05:53.350364 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-0b300ac0-abb7-4428-bc9f-40ebe7a17397 service neutron] For port 90d2b55c-fe26-434e-986e-0df3f1a1f1ba, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=90d2b55c-fe26-434e-986e-0df3f1a1f1ba,segment=NetworkSegment(8a06e735-d774-4fdc-adc5-91bda5ed4e62),segment_id=8a06e735-d774-4fdc-adc5-91bda5ed4e62)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 20:05:53.356336 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-0b300ac0-abb7-4428-bc9f-40ebe7a17397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214824'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:53.371236 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-4f817fc3-9e02-4b0b-bb2d-e699d7c23360 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:53.494950 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b936e142-cc7f-4da4-9216-669f8c81b6b9 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:53.495605 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b936e142-cc7f-4da4-9216-669f8c81b6b9 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks [] for floatingip, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:53.612770 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b300ac0-abb7-4428-bc9f-40ebe7a17397 service neutron] Pushing event updated for resources: {'Port': ['ID=90d2b55c-fe26-434e-986e-0df3f1a1f1ba,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:53.629229 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0b300ac0-abb7-4428-bc9f-40ebe7a17397 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:53.667223 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-0b300ac0-abb7-4428-bc9f-40ebe7a17397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:53.667907 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-0b300ac0-abb7-4428-bc9f-40ebe7a17397 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:53.669456 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-0b300ac0-abb7-4428-bc9f-40ebe7a17397 service neutron] 10.222.0.83 "PUT /v2.0/ports/90d2b55c-fe26-434e-986e-0df3f1a1f1ba HTTP/1.1" status: 200 len: 1157 time: 2.1531453 Jan 21 20:05:53.670025 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89823f10-c97c-4ed8-8307-f2f1acefcbd2', 'tag': '90d2b55c-fe26-434e-986e-0df3f1a1f1ba'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:05:53.705125 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7e6b2-2dd3-427b-a042-9e2d635ffe21 req-cd808203-c32a-4e5d-aebc-d9920154bac5 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:53.713148 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c6b7e6b2-2dd3-427b-a042-9e2d635ffe21 req-cd808203-c32a-4e5d-aebc-d9920154bac5 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/ports?device_id=89823f10-c97c-4ed8-8307-f2f1acefcbd2 HTTP/1.1" status: 200 len: 943 time: 0.3085849 Jan 21 20:05:53.721118 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78790fab-4d35-4a22-82dc-12e679812e6e None None] New status for floating IP e1a19573-e8f9-4355-8d2b-59b11ff450bd: DOWN {{(pid=80116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 21 20:05:53.782605 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c6b7e6b2-2dd3-427b-a042-9e2d635ffe21 req-2f2dcbf9-bf24-4045-892e-fdd0ef39e99f tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/security-groups?id=ffb3127f-1bf2-4982-81c8-83221eb9ed93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682766 Jan 21 20:05:53.785463 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89823f10-c97c-4ed8-8307-f2f1acefcbd2', 'tag': '90d2b55c-fe26-434e-986e-0df3f1a1f1ba', 'status': 'completed', 'code': 200} Jan 21 20:05:53.910239 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-978fdeda-8e3f-4fec-8498-c67cdd30a6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:53.912325 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-978fdeda-8e3f-4fec-8498-c67cdd30a6fb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8594a871a86142aca6d7c0a636850946&device_id=89823f10-c97c-4ed8-8307-f2f1acefcbd2 HTTP/1.1" status: 200 len: 1160 time: 0.1048696 Jan 21 20:05:54.010068 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-9460a424-d3ce-405c-9d09-2d809f7a3270 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90d2b55c-fe26-434e-986e-0df3f1a1f1ba HTTP/1.1" status: 200 len: 217 time: 0.0784237 Jan 21 20:05:54.064213 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-b936e142-cc7f-4da4-9216-669f8c81b6b9 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Calling delete_port for 462d37a7-2e33-4092-bda1-b48fa85e0c45 owned by network:floatingip {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:05:54.089478 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-6ec183b8-42ba-479d-b822-0df8f7022faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:54.091530 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-6ec183b8-42ba-479d-b822-0df8f7022faf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=12495548-771e-45fe-8678-dd0276019739 HTTP/1.1" status: 200 len: 854 time: 0.0750363 Jan 21 20:05:54.154059 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-aa80c06c-58f8-4642-8f44-03d68997ddfc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=034065e7-63ac-4b95-9f0a-e64492698fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544481 Jan 21 20:05:54.185223 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.db.api [None req-b936e142-cc7f-4da4-9216-669f8c81b6b9 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80113) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 21 20:05:54.185609 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_db.api [None req-b936e142-cc7f-4da4-9216-669f8c81b6b9 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 21 20:05:54.324775 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-87a20294-2ac9-424f-8c54-22bd34b5c3b2 service neutron] 10.222.0.83 "GET /v2.0/networks/034065e7-63ac-4b95-9f0a-e64492698fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624007 Jan 21 20:05:54.511795 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6e4dd48c-a561-424c-a8f7-bc3110b6e7f5 req-f1de69da-5bbc-40c6-805d-cab0b49c3538 service neutron] 10.222.0.83 "GET /v2.0/networks/034065e7-63ac-4b95-9f0a-e64492698fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1794558 Jan 21 20:05:54.687077 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-b936e142-cc7f-4da4-9216-669f8c81b6b9 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Deleting port 462d37a7-2e33-4092-bda1-b48fa85e0c45 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:05:54.687677 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b936e142-cc7f-4da4-9216-669f8c81b6b9 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:54.716147 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a5c36-138a-4d6c-b666-93cfe1c085d7 req-286bc72c-eb4b-4a7a-a414-6a63721489ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:54.718814 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f86a5c36-138a-4d6c-b666-93cfe1c085d7 req-286bc72c-eb4b-4a7a-a414-6a63721489ad service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8594a871a86142aca6d7c0a636850946&device_id=89823f10-c97c-4ed8-8307-f2f1acefcbd2 HTTP/1.1" status: 200 len: 1160 time: 0.0906069 Jan 21 20:05:54.897393 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a5c36-138a-4d6c-b666-93cfe1c085d7 req-0cf31a2d-8b62-48b8-b140-f176864f1a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:54.898948 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f86a5c36-138a-4d6c-b666-93cfe1c085d7 req-0cf31a2d-8b62-48b8-b140-f176864f1a44 service neutron] 10.222.0.83 "GET /v2.0/networks?id=034065e7-63ac-4b95-9f0a-e64492698fbf HTTP/1.1" status: 200 len: 908 time: 0.1728690 Jan 21 20:05:54.949501 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b936e142-cc7f-4da4-9216-669f8c81b6b9 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:54.950082 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b936e142-cc7f-4da4-9216-669f8c81b6b9 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks [] for floatingip, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:55.026186 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f86a5c36-138a-4d6c-b666-93cfe1c085d7 req-14cbbc9c-1ccc-44ed-9e51-7a2a4f0a2e84 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90d2b55c-fe26-434e-986e-0df3f1a1f1ba HTTP/1.1" status: 200 len: 217 time: 0.1162798 Jan 21 20:05:55.125397 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a5c36-138a-4d6c-b666-93cfe1c085d7 req-75e8fcf8-9609-4a4b-9cbf-8ea141850866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:55.127104 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f86a5c36-138a-4d6c-b666-93cfe1c085d7 req-75e8fcf8-9609-4a4b-9cbf-8ea141850866 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=12495548-771e-45fe-8678-dd0276019739 HTTP/1.1" status: 200 len: 854 time: 0.0930343 Jan 21 20:05:55.177940 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-b936e142-cc7f-4da4-9216-669f8c81b6b9 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Calling delete_port for 462d37a7-2e33-4092-bda1-b48fa85e0c45 owned by network:floatingip {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:05:55.223419 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f86a5c36-138a-4d6c-b666-93cfe1c085d7 req-341fbdfe-c386-4937-adfc-a64b6db7885a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=034065e7-63ac-4b95-9f0a-e64492698fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820374 Jan 21 20:05:55.258488 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390f62b-c0d9-4c0a-8ea4-7756b79f80c0 req-440dd4fa-1967-40a9-9ba3-e48d44466acf tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:55.259840 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-9390f62b-c0d9-4c0a-8ea4-7756b79f80c0 req-440dd4fa-1967-40a9-9ba3-e48d44466acf tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/ports?device_id=89823f10-c97c-4ed8-8307-f2f1acefcbd2 HTTP/1.1" status: 200 len: 943 time: 0.2865539 Jan 21 20:05:55.342057 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b936e142-cc7f-4da4-9216-669f8c81b6b9 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2470122'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:55.360390 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:55.422751 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-9390f62b-c0d9-4c0a-8ea4-7756b79f80c0 req-11f73f32-96c3-4bd9-be37-120c2513e999 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/security-groups?id=ffb3127f-1bf2-4982-81c8-83221eb9ed93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332343 Jan 21 20:05:55.455382 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f86a5c36-138a-4d6c-b666-93cfe1c085d7 req-48f1f622-adce-4b20-b8b3-05a15ab8eca9 service neutron] 10.222.0.83 "GET /v2.0/networks/034065e7-63ac-4b95-9f0a-e64492698fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943493 Jan 21 20:05:55.469970 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b936e142-cc7f-4da4-9216-669f8c81b6b9 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Pushing event deleted for resources: {'Port': ['ID=462d37a7-2e33-4092-bda1-b48fa85e0c45,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:55.474313 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b936e142-cc7f-4da4-9216-669f8c81b6b9 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:55.615849 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f86a5c36-138a-4d6c-b666-93cfe1c085d7 req-eb69099e-6ba9-498d-a81f-27d147350a3e service neutron] 10.222.0.83 "GET /v2.0/networks/034065e7-63ac-4b95-9f0a-e64492698fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1530294 Jan 21 20:05:55.669045 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b936e142-cc7f-4da4-9216-669f8c81b6b9 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks [] for floatingip, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:55.684895 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b936e142-cc7f-4da4-9216-669f8c81b6b9 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for floatingip, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:55.686060 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-b936e142-cc7f-4da4-9216-669f8c81b6b9 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] 10.222.0.74 "DELETE /v2.0/floatingips/e1a19573-e8f9-4355-8d2b-59b11ff450bd HTTP/1.1" status: 204 len: 168 time: 2.6272051 Jan 21 20:05:56.364506 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-6369660a-a151-4928-80dc-b1374611c3dd req-700752b0-dace-4067-a2e3-c9961913d487 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Synchronizing usage tracker for tenant:d87e762938124539be0a9343ac717a6f on resource:security_group {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:05:56.386750 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-6369660a-a151-4928-80dc-b1374611c3dd req-700752b0-dace-4067-a2e3-c9961913d487 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Unset dirty status for tenant:d87e762938124539be0a9343ac717a6f on resource:security_group {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:05:56.388042 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6369660a-a151-4928-80dc-b1374611c3dd req-700752b0-dace-4067-a2e3-c9961913d487 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-725197548&fields=id&tenant_id=d87e762938124539be0a9343ac717a6f HTTP/1.1" status: 200 len: 267 time: 0.0745857 Jan 21 20:05:56.612520 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369660a-a151-4928-80dc-b1374611c3dd req-d71c8ccc-8df6-4ed9-a478-9daca9d15856 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:56.613432 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-6369660a-a151-4928-80dc-b1374611c3dd req-d71c8ccc-8df6-4ed9-a478-9daca9d15856 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Synchronizing usage tracker for tenant:d87e762938124539be0a9343ac717a6f on resource:network {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:05:56.687027 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-6369660a-a151-4928-80dc-b1374611c3dd req-d71c8ccc-8df6-4ed9-a478-9daca9d15856 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Unset dirty status for tenant:d87e762938124539be0a9343ac717a6f on resource:network {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:05:56.688289 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6369660a-a151-4928-80dc-b1374611c3dd req-d71c8ccc-8df6-4ed9-a478-9daca9d15856 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/networks?id=9901c8fa-258b-4228-9974-2540259eba74 HTTP/1.1" status: 200 len: 809 time: 0.2923706 Jan 21 20:05:56.718958 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6369660a-a151-4928-80dc-b1374611c3dd req-795400fd-1529-4527-a532-e46f5b4dc73f tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/quotas/d87e762938124539be0a9343ac717a6f HTTP/1.1" status: 200 len: 375 time: 0.0216534 Jan 21 20:05:56.755033 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ddb64-38a4-4fb3-a91b-9bb480c03df5 req-93bba18a-ed10-4604-82b3-3b5f80407272 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:56.756774 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d20ddb64-38a4-4fb3-a91b-9bb480c03df5 req-93bba18a-ed10-4604-82b3-3b5f80407272 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/ports?device_id=89823f10-c97c-4ed8-8307-f2f1acefcbd2 HTTP/1.1" status: 200 len: 943 time: 0.1755531 Jan 21 20:05:56.863157 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d20ddb64-38a4-4fb3-a91b-9bb480c03df5 req-f4df5492-5826-4c37-b19b-08fe7b7a4f69 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/security-groups?id=ffb3127f-1bf2-4982-81c8-83221eb9ed93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700545 Jan 21 20:05:56.896352 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 90d2b55c-fe26-434e-986e-0df3f1a1f1ba up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:05:56.901300 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-6369660a-a151-4928-80dc-b1374611c3dd req-c17cfc99-562e-4aa1-bbe8-e6eb87a224f6 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Synchronizing usage tracker for tenant:d87e762938124539be0a9343ac717a6f on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:05:56.921728 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-6369660a-a151-4928-80dc-b1374611c3dd req-c17cfc99-562e-4aa1-bbe8-e6eb87a224f6 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Unset dirty status for tenant:d87e762938124539be0a9343ac717a6f on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:05:56.924072 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6369660a-a151-4928-80dc-b1374611c3dd req-c17cfc99-562e-4aa1-bbe8-e6eb87a224f6 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?tenant_id=d87e762938124539be0a9343ac717a6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1948912 Jan 21 20:05:56.982353 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning for port 90d2b55c-fe26-434e-986e-0df3f1a1f1ba completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:05:56.996331 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 90d2b55c-fe26-434e-986e-0df3f1a1f1ba triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:05:56.997001 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:57.109251 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6369660a-a151-4928-80dc-b1374611c3dd req-1c005a3d-dbc7-41bd-8024-e18c3c3041a9 service neutron] 10.222.0.74 "GET /v2.0/networks/9901c8fa-258b-4228-9974-2540259eba74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721139 Jan 21 20:05:57.217709 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:57.272807 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89823f10-c97c-4ed8-8307-f2f1acefcbd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d2b55c-fe26-434e-986e-0df3f1a1f1ba'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:05:57.293231 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] For port 90d2b55c-fe26-434e-986e-0df3f1a1f1ba, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=90d2b55c-fe26-434e-986e-0df3f1a1f1ba,segment=NetworkSegment(8a06e735-d774-4fdc-adc5-91bda5ed4e62),segment_id=8a06e735-d774-4fdc-adc5-91bda5ed4e62)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:05:57.300607 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:57.302044 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6369660a-a151-4928-80dc-b1374611c3dd req-5e1dcd35-1b31-4ea6-968e-66dbd0a3fb0a service neutron] 10.222.0.74 "GET /v2.0/networks/9901c8fa-258b-4228-9974-2540259eba74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1820278 Jan 21 20:05:57.303884 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e112d27a-62f2-4e95-85e1-5957aed6d073 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:05:57.370213 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89823f10-c97c-4ed8-8307-f2f1acefcbd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d2b55c-fe26-434e-986e-0df3f1a1f1ba', 'code': 200} Jan 21 20:05:57.440250 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Pushing event updated for resources: {'Port': ['ID=90d2b55c-fe26-434e-986e-0df3f1a1f1ba,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:05:57.444358 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:05:57.768978 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee0cb8-500f-46a8-8a85-67ef5ac4af38 req-9cba30ec-4b57-4e17-8964-acc42c681237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:57.770848 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b4ee0cb8-500f-46a8-8a85-67ef5ac4af38 req-9cba30ec-4b57-4e17-8964-acc42c681237 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=89823f10-c97c-4ed8-8307-f2f1acefcbd2 HTTP/1.1" status: 200 len: 1162 time: 0.1051526 Jan 21 20:05:57.822294 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b4ee0cb8-500f-46a8-8a85-67ef5ac4af38 req-e0588a28-2b92-433a-985b-da498d784bd9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ffb3127f-1bf2-4982-81c8-83221eb9ed93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443757 Jan 21 20:05:57.927898 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-86e8a5c8-4559-4b01-8482-8c426ef52d42 req-1d58cdd9-9601-4fd3-9948-1e7aa5349490 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 210 time: 0.0697267 Jan 21 20:05:58.138954 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013e017-9b3a-4ea5-96bc-89005ec6ad5a req-302c63ce-14dc-439b-9464-2f9d9af1ce6d tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:05:58.140819 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8013e017-9b3a-4ea5-96bc-89005ec6ad5a req-302c63ce-14dc-439b-9464-2f9d9af1ce6d tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/ports?device_id=89823f10-c97c-4ed8-8307-f2f1acefcbd2 HTTP/1.1" status: 200 len: 945 time: 0.1188707 Jan 21 20:05:58.197770 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8013e017-9b3a-4ea5-96bc-89005ec6ad5a req-af0a325f-50f2-4448-9c89-e21d988c5d42 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/security-groups?id=ffb3127f-1bf2-4982-81c8-83221eb9ed93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495715 Jan 21 20:05:58.525324 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 90d2b55c-fe26-434e-986e-0df3f1a1f1ba up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:05:58.606468 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 90d2b55c-fe26-434e-986e-0df3f1a1f1ba triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:05:58.607080 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:58.716415 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 60952) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:05:59.278439 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:05:59.341603 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e45e6a33-f5a2-430f-917f-92b61e5b8939 req-9d3baac5-8c24-4d19-873b-7395e6018ec9 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 210 time: 0.0816932 Jan 21 20:06:00.076406 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369660a-a151-4928-80dc-b1374611c3dd req-2ec92bbf-b442-419a-81f3-3d69c2b6e63d tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:00.077964 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6369660a-a151-4928-80dc-b1374611c3dd req-2ec92bbf-b442-419a-81f3-3d69c2b6e63d tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.83 "GET /v2.0/networks?id=9901c8fa-258b-4228-9974-2540259eba74 HTTP/1.1" status: 200 len: 809 time: 0.3824778 Jan 21 20:06:00.168516 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088cb5c4-39df-400c-aec9-3a7923517ce3 req-cc43a56c-7a3e-4e6f-88e5-661ff70493f0 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:00.170310 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-088cb5c4-39df-400c-aec9-3a7923517ce3 req-cc43a56c-7a3e-4e6f-88e5-661ff70493f0 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/ports?device_id=89823f10-c97c-4ed8-8307-f2f1acefcbd2 HTTP/1.1" status: 200 len: 945 time: 0.4768052 Jan 21 20:06:00.338299 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6369660a-a151-4928-80dc-b1374611c3dd req-d90b60a0-022e-46a4-8c62-ed429acc9ef8 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d87e762938124539be0a9343ac717a6f HTTP/1.1" status: 200 len: 5757 time: 0.2296138 Jan 21 20:06:00.350158 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-088cb5c4-39df-400c-aec9-3a7923517ce3 req-19e7e5d8-ec57-4c41-88a6-ab0c53f423e3 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/security-groups?id=ffb3127f-1bf2-4982-81c8-83221eb9ed93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527429 Jan 21 20:06:00.356755 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-6369660a-a151-4928-80dc-b1374611c3dd req-66a4d117-c1bd-4e10-be17-2c32b143ab41 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Request body: {'port': {'device_id': '1393c025-688c-4c1d-b0d2-6e4085872dff', 'network_id': '9901c8fa-258b-4228-9974-2540259eba74', 'admin_state_up': True, 'tenant_id': 'd87e762938124539be0a9343ac717a6f', 'security_groups': ['92be0a1c-0133-44e6-8abb-b7ee2d391ea7']}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:06:00.638211 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-6369660a-a151-4928-80dc-b1374611c3dd req-66a4d117-c1bd-4e10-be17-2c32b143ab41 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:06:00.645100 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8d4003bd-78c4-4637-ad71-4ea3d42527f7 req-1dbc917d-07b5-48e2-a09e-c3a2abd93e07 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 210 time: 0.1132956 Jan 21 20:06:00.663242 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-6369660a-a151-4928-80dc-b1374611c3dd req-66a4d117-c1bd-4e10-be17-2c32b143ab41 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:06:00.678608 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6369660a-a151-4928-80dc-b1374611c3dd req-66a4d117-c1bd-4e10-be17-2c32b143ab41 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Made reservation on behalf of d87e762938124539be0a9343ac717a6f for: {'port': 1} {{(pid=80114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 21 20:06:00.689662 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-6369660a-a151-4928-80dc-b1374611c3dd req-66a4d117-c1bd-4e10-be17-2c32b143ab41 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:00.784989 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b6d49202-b33c-4897-abac-23f2e04b2d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853819610'] for router_interface, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:01.353682 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [req-6369660a-a151-4928-80dc-b1374611c3dd req-66a4d117-c1bd-4e10-be17-2c32b143ab41 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Allocated IP 172.20.0.14 (9901c8fa-258b-4228-9974-2540259eba74/72e2051d-a669-4830-a2d1-6ccc61b5fb10/8ef0aea7-b613-47b3-9ea5-017e932a7d6a) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:06:01.552138 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-b6d49202-b33c-4897-abac-23f2e04b2d31 admin admin] Deleting port b9acdb65-b9bc-473a-b6a5-9e9747e26854 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:06:01.552524 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b6d49202-b33c-4897-abac-23f2e04b2d31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:02.053088 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-aa6414c4-9c1b-427a-b557-ade0e47b2407 req-ae137d9c-9b35-420e-862f-ac32c13e4548 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 210 time: 0.0861230 Jan 21 20:06:02.073503 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-6369660a-a151-4928-80dc-b1374611c3dd req-66a4d117-c1bd-4e10-be17-2c32b143ab41 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:02.112107 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-6369660a-a151-4928-80dc-b1374611c3dd req-66a4d117-c1bd-4e10-be17-2c32b143ab41 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Transition to ACTIVE for port object 8ef0aea7-b613-47b3-9ea5-017e932a7d6a will not be triggered until provisioned by entity DHCP. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:06:02.139680 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-b6d49202-b33c-4897-abac-23f2e04b2d31 admin admin] For port b9acdb65-b9bc-473a-b6a5-9e9747e26854, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=b9acdb65-b9bc-473a-b6a5-9e9747e26854,segment=NetworkSegment(1f47a8ba-e3ad-4d68-a35b-b035d86b14ed),segment_id=1f47a8ba-e3ad-4d68-a35b-b035d86b14ed)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:06:02.140086 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b6d49202-b33c-4897-abac-23f2e04b2d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:02.281477 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-b6d49202-b33c-4897-abac-23f2e04b2d31 admin admin] Calling delete_port for b9acdb65-b9bc-473a-b6a5-9e9747e26854 owned by network:router_interface {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:06:02.351580 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-6369660a-a151-4928-80dc-b1374611c3dd req-66a4d117-c1bd-4e10-be17-2c32b143ab41 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852560929'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:02.368838 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-5776b6b1-28b8-4706-bbe0-6e95939a6b5f tempest-AttachVolumeNegativeTest-1275440151 tempest-AttachVolumeNegativeTest-1275440151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:02.671968 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a4d117-c1bd-4e10-be17-2c32b143ab41 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Pushing event updated for resources: {'Port': ['ID=8ef0aea7-b613-47b3-9ea5-017e932a7d6a,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:02.701709 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a4d117-c1bd-4e10-be17-2c32b143ab41 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:02.702423 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a4d117-c1bd-4e10-be17-2c32b143ab41 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:02.702576 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a4d117-c1bd-4e10-be17-2c32b143ab41 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:02.702962 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a4d117-c1bd-4e10-be17-2c32b143ab41 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:02.703375 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a4d117-c1bd-4e10-be17-2c32b143ab41 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:02.703818 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a4d117-c1bd-4e10-be17-2c32b143ab41 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:02.704229 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a4d117-c1bd-4e10-be17-2c32b143ab41 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:02.704637 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a4d117-c1bd-4e10-be17-2c32b143ab41 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:02.710943 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a4d117-c1bd-4e10-be17-2c32b143ab41 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:02.710943 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a4d117-c1bd-4e10-be17-2c32b143ab41 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:02.710943 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a4d117-c1bd-4e10-be17-2c32b143ab41 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:02.710943 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a4d117-c1bd-4e10-be17-2c32b143ab41 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:02.710943 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a4d117-c1bd-4e10-be17-2c32b143ab41 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:02.710943 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a4d117-c1bd-4e10-be17-2c32b143ab41 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:02.710943 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a4d117-c1bd-4e10-be17-2c32b143ab41 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:02.710943 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a4d117-c1bd-4e10-be17-2c32b143ab41 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:02.710943 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a4d117-c1bd-4e10-be17-2c32b143ab41 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:02.710943 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a4d117-c1bd-4e10-be17-2c32b143ab41 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:02.710943 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a4d117-c1bd-4e10-be17-2c32b143ab41 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:02.710943 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a4d117-c1bd-4e10-be17-2c32b143ab41 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:02.710943 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a4d117-c1bd-4e10-be17-2c32b143ab41 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:02.713185 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a4d117-c1bd-4e10-be17-2c32b143ab41 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:02.713185 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a4d117-c1bd-4e10-be17-2c32b143ab41 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:02.713185 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a4d117-c1bd-4e10-be17-2c32b143ab41 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:02.728834 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-66a4d117-c1bd-4e10-be17-2c32b143ab41 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:02.795774 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6369660a-a151-4928-80dc-b1374611c3dd req-66a4d117-c1bd-4e10-be17-2c32b143ab41 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Network 9901c8fa-258b-4228-9974-2540259eba74 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:06:02.798254 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [req-6369660a-a151-4928-80dc-b1374611c3dd req-66a4d117-c1bd-4e10-be17-2c32b143ab41 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:06:02.802564 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-6369660a-a151-4928-80dc-b1374611c3dd req-66a4d117-c1bd-4e10-be17-2c32b143ab41 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:06:02.940577 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369660a-a151-4928-80dc-b1374611c3dd req-66a4d117-c1bd-4e10-be17-2c32b143ab41 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:02.941320 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-6369660a-a151-4928-80dc-b1374611c3dd req-66a4d117-c1bd-4e10-be17-2c32b143ab41 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:02.955474 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b6d49202-b33c-4897-abac-23f2e04b2d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852560929'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:02.980148 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0b300ac0-abb7-4428-bc9f-40ebe7a17397 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:03.059692 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-730a4777-d208-450b-af3b-0309de51bf05 None None] Provisioning for port 8ef0aea7-b613-47b3-9ea5-017e932a7d6a completed by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:06:03.065439 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-730a4777-d208-450b-af3b-0309de51bf05 None None] Provisioning complete for port 8ef0aea7-b613-47b3-9ea5-017e932a7d6a triggered by entity DHCP. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:06:03.065863 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-730a4777-d208-450b-af3b-0309de51bf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:03.090335 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d49202-b33c-4897-abac-23f2e04b2d31 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9acdb65-b9bc-473a-b6a5-9e9747e26854,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:03.096995 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b6d49202-b33c-4897-abac-23f2e04b2d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:03.116865 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6369660a-a151-4928-80dc-b1374611c3dd req-66a4d117-c1bd-4e10-be17-2c32b143ab41 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7645135 Jan 21 20:06:03.140831 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [req-6369660a-a151-4928-80dc-b1374611c3dd req-f3daee31-07bb-4932-9b82-2b8996ea9efe tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 20:06:03.142257 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6369660a-a151-4928-80dc-b1374611c3dd req-f3daee31-07bb-4932-9b82-2b8996ea9efe tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0063496 Jan 21 20:06:03.143080 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-730a4777-d208-450b-af3b-0309de51bf05 None None] Port 8ef0aea7-b613-47b3-9ea5-017e932a7d6a cannot update to ACTIVE because it is not bound. {{(pid=80115) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 21 20:06:03.156399 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-6369660a-a151-4928-80dc-b1374611c3dd req-ae970657-e320-4fa8-8799-5ea74d0a07e0 service neutron] Request body: {'port': {'device_id': '1393c025-688c-4c1d-b0d2-6e4085872dff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-72618'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:06:03.443858 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-6369660a-a151-4928-80dc-b1374611c3dd req-ae970657-e320-4fa8-8799-5ea74d0a07e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:03.607970 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d3577-65b7-47cd-909e-3255d2c6c57d req-469ba075-3d67-4127-a92e-8575e23d6fad tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:03.608706 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-e34d3577-65b7-47cd-909e-3255d2c6c57d req-469ba075-3d67-4127-a92e-8575e23d6fad tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Synchronizing usage tracker for tenant:d87e762938124539be0a9343ac717a6f on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:06:03.706509 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-e34d3577-65b7-47cd-909e-3255d2c6c57d req-469ba075-3d67-4127-a92e-8575e23d6fad tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Unset dirty status for tenant:d87e762938124539be0a9343ac717a6f on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:06:03.707779 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e34d3577-65b7-47cd-909e-3255d2c6c57d req-469ba075-3d67-4127-a92e-8575e23d6fad tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 932 time: 0.4914227 Jan 21 20:06:03.923605 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b6d49202-b33c-4897-abac-23f2e04b2d31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853819456'] for router_interface, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:03.943522 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e34d3577-65b7-47cd-909e-3255d2c6c57d req-5e4416ad-3e7a-4104-94a4-c42f66cbdbd2 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/security-groups?id=92be0a1c-0133-44e6-8abb-b7ee2d391ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.2225931 Jan 21 20:06:04.459524 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ea067810-a468-4bd9-bd51-b387e0d4c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:04.721186 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [req-6369660a-a151-4928-80dc-b1374611c3dd req-ae970657-e320-4fa8-8799-5ea74d0a07e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ef0aea7-b613-47b3-9ea5-017e932a7d6a {{(pid=80114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 21 20:06:04.732924 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-6369660a-a151-4928-80dc-b1374611c3dd req-ae970657-e320-4fa8-8799-5ea74d0a07e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:04.816324 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [req-6369660a-a151-4928-80dc-b1374611c3dd req-ae970657-e320-4fa8-8799-5ea74d0a07e0 service neutron] Transition to ACTIVE for port object 8ef0aea7-b613-47b3-9ea5-017e932a7d6a will not be triggered until provisioned by entity L2. {{(pid=80114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 21 20:06:04.821601 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-6369660a-a151-4928-80dc-b1374611c3dd req-ae970657-e320-4fa8-8799-5ea74d0a07e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214824'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:04.843326 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-2faec890-ad6f-4b81-a38a-8ce349338aee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:05.087154 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae970657-e320-4fa8-8799-5ea74d0a07e0 service neutron] Pushing event updated for resources: {'Port': ['ID=8ef0aea7-b613-47b3-9ea5-017e932a7d6a,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:05.110745 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ae970657-e320-4fa8-8799-5ea74d0a07e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:05.177333 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d49202-b33c-4897-abac-23f2e04b2d31 admin admin] Router 35483473-1478-4659-bbfb-e4cae8820afb has already been hosted by L3 agent acfbd797-5df7-45c7-9954-db8085626b2a {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 20:06:05.533093 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d14e9-bc6a-48e8-a183-b4ed80846339 req-f2b58b67-bb1e-4d87-9f3e-e98f70fa8bc1 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:05.534931 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-9d5d14e9-bc6a-48e8-a183-b4ed80846339 req-f2b58b67-bb1e-4d87-9f3e-e98f70fa8bc1 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 944 time: 0.4392471 Jan 21 20:06:05.617684 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d49202-b33c-4897-abac-23f2e04b2d31 admin admin] Notify agent at l3_agent.dv-cinder-726180-8-iscsi the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:06:05.630423 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-b6d49202-b33c-4897-abac-23f2e04b2d31 admin admin] 10.222.0.74 "PUT /v2.0/routers/35483473-1478-4659-bbfb-e4cae8820afb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9121740 Jan 21 20:06:05.633333 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 60990) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:05.636519 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98f921c-fe68-4100-94bb-dc6a5eaadaa9 None None] Sync routers for ids ['35483473-1478-4659-bbfb-e4cae8820afb'] in dv-cinder-726180-8-iscsi {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:06:05.644844 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-9d5d14e9-bc6a-48e8-a183-b4ed80846339 req-8495f7aa-1b48-4298-9df7-c7d61556e043 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/security-groups?id=92be0a1c-0133-44e6-8abb-b7ee2d391ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1029756 Jan 21 20:06:05.645836 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-6369660a-a151-4928-80dc-b1374611c3dd req-ae970657-e320-4fa8-8799-5ea74d0a07e0 service neutron] Attempting to bind port 8ef0aea7-b613-47b3-9ea5-017e932a7d6a on host hv-cinder-72618 for vnic_type normal with profile {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 20:06:05.646218 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-6369660a-a151-4928-80dc-b1374611c3dd req-ae970657-e320-4fa8-8799-5ea74d0a07e0 service neutron] Attempting to bind port 8ef0aea7-b613-47b3-9ea5-017e932a7d6a by drivers openvswitch on host hv-cinder-72618 at level 0 using segments [{'id': '57f83cf9-79b0-4d75-a975-8e8e948605ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9901c8fa-258b-4228-9974-2540259eba74'}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 21 20:06:05.646622 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6369660a-a151-4928-80dc-b1374611c3dd req-ae970657-e320-4fa8-8799-5ea74d0a07e0 service neutron] Attempting to bind port 8ef0aea7-b613-47b3-9ea5-017e932a7d6a on network 9901c8fa-258b-4228-9974-2540259eba74 {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 21 20:06:05.653132 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6369660a-a151-4928-80dc-b1374611c3dd req-ae970657-e320-4fa8-8799-5ea74d0a07e0 service neutron] Checking agent: {'id': 'f41af306-ec4b-4f2b-b4b7-a53ee99eba1b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-72618', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 21, 19, 53, 28), 'started_at': datetime.datetime(2021, 1, 21, 19, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 21, 20, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.34', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 21 20:06:05.653515 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6369660a-a151-4928-80dc-b1374611c3dd req-ae970657-e320-4fa8-8799-5ea74d0a07e0 service neutron] Checking segment: {'id': '57f83cf9-79b0-4d75-a975-8e8e948605ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9901c8fa-258b-4228-9974-2540259eba74'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 21 20:06:05.653927 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-6369660a-a151-4928-80dc-b1374611c3dd req-ae970657-e320-4fa8-8799-5ea74d0a07e0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:05.654327 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6369660a-a151-4928-80dc-b1374611c3dd req-ae970657-e320-4fa8-8799-5ea74d0a07e0 service neutron] Bound using segment: {'id': '57f83cf9-79b0-4d75-a975-8e8e948605ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9901c8fa-258b-4228-9974-2540259eba74'} {{(pid=80114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 21 20:06:05.654848 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [req-6369660a-a151-4928-80dc-b1374611c3dd req-ae970657-e320-4fa8-8799-5ea74d0a07e0 service neutron] Bound port: 8ef0aea7-b613-47b3-9ea5-017e932a7d6a, host: hv-cinder-72618, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57f83cf9-79b0-4d75-a975-8e8e948605ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9901c8fa-258b-4228-9974-2540259eba74'}}] {{(pid=80114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 21 20:06:05.655231 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-6369660a-a151-4928-80dc-b1374611c3dd req-ae970657-e320-4fa8-8799-5ea74d0a07e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:05.670322 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98f921c-fe68-4100-94bb-dc6a5eaadaa9 None None] Routers {'35483473-1478-4659-bbfb-e4cae8820afb'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:06:05.671372 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-c98f921c-fe68-4100-94bb-dc6a5eaadaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:05:37Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['35483473-1478-4659-bbfb-e4cae8820afb'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:06:05.770786 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-6369660a-a151-4928-80dc-b1374611c3dd req-ae970657-e320-4fa8-8799-5ea74d0a07e0 service neutron] For port 8ef0aea7-b613-47b3-9ea5-017e932a7d6a, host hv-cinder-72618, cleared binding levels {{(pid=80114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 21 20:06:05.775922 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-6369660a-a151-4928-80dc-b1374611c3dd req-ae970657-e320-4fa8-8799-5ea74d0a07e0 service neutron] For port 8ef0aea7-b613-47b3-9ea5-017e932a7d6a, host hv-cinder-72618, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=8ef0aea7-b613-47b3-9ea5-017e932a7d6a,segment=NetworkSegment(57f83cf9-79b0-4d75-a975-8e8e948605ab),segment_id=57f83cf9-79b0-4d75-a975-8e8e948605ab)] {{(pid=80114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 21 20:06:05.779595 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-6369660a-a151-4928-80dc-b1374611c3dd req-ae970657-e320-4fa8-8799-5ea74d0a07e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214824'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:05.796057 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-7a71227a-76d6-4a3d-9e42-2b119a55c6c2 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:05.852933 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3a6fff46-4a05-4a4b-81fc-48b4155a59c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:05.900461 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-c98f921c-fe68-4100-94bb-dc6a5eaadaa9 None None] Set router 35483473-1478-4659-bbfb-e4cae8820afb gateway port host: dv-cinder-726180-8-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:06:05.964869 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae970657-e320-4fa8-8799-5ea74d0a07e0 service neutron] Pushing event updated for resources: {'Port': ['ID=8ef0aea7-b613-47b3-9ea5-017e932a7d6a,revision_number=3']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:05.964869 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ae970657-e320-4fa8-8799-5ea74d0a07e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:06.004801 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369660a-a151-4928-80dc-b1374611c3dd req-ae970657-e320-4fa8-8799-5ea74d0a07e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:06.005686 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-6369660a-a151-4928-80dc-b1374611c3dd req-ae970657-e320-4fa8-8799-5ea74d0a07e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:06.007177 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6369660a-a151-4928-80dc-b1374611c3dd req-ae970657-e320-4fa8-8799-5ea74d0a07e0 service neutron] 10.222.0.83 "PUT /v2.0/ports/8ef0aea7-b613-47b3-9ea5-017e932a7d6a HTTP/1.1" status: 200 len: 1158 time: 2.8580489 Jan 21 20:06:06.007772 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1393c025-688c-4c1d-b0d2-6e4085872dff', 'tag': '8ef0aea7-b613-47b3-9ea5-017e932a7d6a'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:06:06.080992 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1393c025-688c-4c1d-b0d2-6e4085872dff', 'tag': '8ef0aea7-b613-47b3-9ea5-017e932a7d6a', 'status': 'completed', 'code': 200} Jan 21 20:06:06.140811 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3a6fff46-4a05-4a4b-81fc-48b4155a59c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:06.148101 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fff46-4a05-4a4b-81fc-48b4155a59c3 admin admin] Deleting port 83de776a-f212-4988-af83-8ea29852997d {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:06:06.148493 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3a6fff46-4a05-4a4b-81fc-48b4155a59c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:06.216597 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369660a-a151-4928-80dc-b1374611c3dd req-b5455efe-ac6a-49fb-a08a-2bd6e2570947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:06.218268 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6369660a-a151-4928-80dc-b1374611c3dd req-b5455efe-ac6a-49fb-a08a-2bd6e2570947 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d87e762938124539be0a9343ac717a6f&device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 1161 time: 0.1174586 Jan 21 20:06:06.318898 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6369660a-a151-4928-80dc-b1374611c3dd req-2780e21b-840c-4693-b810-6484735ca88c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ef0aea7-b613-47b3-9ea5-017e932a7d6a HTTP/1.1" status: 200 len: 217 time: 0.0865109 Jan 21 20:06:06.382358 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-3a6fff46-4a05-4a4b-81fc-48b4155a59c3 admin admin] For port 83de776a-f212-4988-af83-8ea29852997d, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=83de776a-f212-4988-af83-8ea29852997d,segment=NetworkSegment(0b618305-a50f-40b3-8ec6-85df1521bd1b),segment_id=0b618305-a50f-40b3-8ec6-85df1521bd1b)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:06:06.382782 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3a6fff46-4a05-4a4b-81fc-48b4155a59c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:06.397947 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369660a-a151-4928-80dc-b1374611c3dd req-e82405d7-51fd-48db-b411-15f35795ae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:06.399580 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6369660a-a151-4928-80dc-b1374611c3dd req-e82405d7-51fd-48db-b411-15f35795ae80 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=72e2051d-a669-4830-a2d1-6ccc61b5fb10 HTTP/1.1" status: 200 len: 848 time: 0.0742965 Jan 21 20:06:06.428506 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-c98f921c-fe68-4100-94bb-dc6a5eaadaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35483473-1478-4659-bbfb-e4cae8820afb', 'name': 'tempest-AttachVolumeShelveTestJSON-1154731850-router', 'tenant_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '83de776a-f212-4988-af83-8ea29852997d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:28Z', 'updated_at': '2021-01-21T20:06:02Z', 'revision_number': 5, 'project_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'gw_port': {'id': '83de776a-f212-4988-af83-8ea29852997d', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:66:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35483473-1478-4659-bbfb-e4cae8820afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:31Z', 'updated_at': '2021-01-21T19:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi'}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:06:06.433122 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98f921c-fe68-4100-94bb-dc6a5eaadaa9 None None] Checking router: 35483473-1478-4659-bbfb-e4cae8820afb for host: dv-cinder-726180-8-iscsi {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:06:06.444123 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98f921c-fe68-4100-94bb-dc6a5eaadaa9 None None] Routers {'35483473-1478-4659-bbfb-e4cae8820afb'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:06:06.444750 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-c98f921c-fe68-4100-94bb-dc6a5eaadaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:05:37Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['35483473-1478-4659-bbfb-e4cae8820afb'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:06:06.508798 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369660a-a151-4928-80dc-b1374611c3dd req-c955b002-126f-4bbe-9e70-b3eb6291efe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:06.510624 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6369660a-a151-4928-80dc-b1374611c3dd req-c955b002-126f-4bbe-9e70-b3eb6291efe1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9901c8fa-258b-4228-9974-2540259eba74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1026826 Jan 21 20:06:06.526690 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fff46-4a05-4a4b-81fc-48b4155a59c3 admin admin] Calling delete_port for 83de776a-f212-4988-af83-8ea29852997d owned by network:router_gateway {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:06:06.676095 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-33ee273a-37a4-46cd-bc26-13aa0961b2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:06.716036 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3a6fff46-4a05-4a4b-81fc-48b4155a59c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2470122'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:06.736574 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-c98f921c-fe68-4100-94bb-dc6a5eaadaa9 None None] Set router 35483473-1478-4659-bbfb-e4cae8820afb gateway port host: dv-cinder-726180-8-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:06:07.018432 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3a6fff46-4a05-4a4b-81fc-48b4155a59c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-968785'] for router_gateway, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:07.074061 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6369660a-a151-4928-80dc-b1374611c3dd req-6c3eda67-815c-4371-b6c8-4ca13a158305 service neutron] 10.222.0.83 "GET /v2.0/networks/9901c8fa-258b-4228-9974-2540259eba74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5548122 Jan 21 20:06:07.142969 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe887b1-42d8-4cdc-980e-486e8f51ef90 req-7a325efc-a644-48cf-8c26-7f8f6b7df5f1 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:07.145826 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-bfe887b1-42d8-4cdc-980e-486e8f51ef90 req-7a325efc-a644-48cf-8c26-7f8f6b7df5f1 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 944 time: 0.2377195 Jan 21 20:06:07.192362 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-c98f921c-fe68-4100-94bb-dc6a5eaadaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35483473-1478-4659-bbfb-e4cae8820afb', 'name': 'tempest-AttachVolumeShelveTestJSON-1154731850-router', 'tenant_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '83de776a-f212-4988-af83-8ea29852997d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:28Z', 'updated_at': '2021-01-21T20:06:02Z', 'revision_number': 5, 'project_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'gw_port': {'id': '83de776a-f212-4988-af83-8ea29852997d', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:66:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35483473-1478-4659-bbfb-e4cae8820afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:31Z', 'updated_at': '2021-01-21T19:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi'}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:06:07.200521 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98f921c-fe68-4100-94bb-dc6a5eaadaa9 None None] The sync data for ids ['35483473-1478-4659-bbfb-e4cae8820afb'] in dv-cinder-726180-8-iscsi is: [{'id': '35483473-1478-4659-bbfb-e4cae8820afb', 'name': 'tempest-AttachVolumeShelveTestJSON-1154731850-router', 'tenant_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '83de776a-f212-4988-af83-8ea29852997d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:57:28Z', 'updated_at': '2021-01-21T20:06:02Z', 'revision_number': 5, 'project_id': 'ac30196b7fac4ccba1cac9aaee7458e7', 'gw_port': {'id': '83de776a-f212-4988-af83-8ea29852997d', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:66:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35483473-1478-4659-bbfb-e4cae8820afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:57:31Z', 'updated_at': '2021-01-21T19:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi'}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:06:07.223750 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3a6fff46-4a05-4a4b-81fc-48b4155a59c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854652844'] for router, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:07.233840 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3a6fff46-4a05-4a4b-81fc-48b4155a59c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:07.269236 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3a6fff46-4a05-4a4b-81fc-48b4155a59c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853794932'] for router, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:07.270449 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6fff46-4a05-4a4b-81fc-48b4155a59c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35483473-1478-4659-bbfb-e4cae8820afb {{(pid=80113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 20:06:07.283940 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3a6fff46-4a05-4a4b-81fc-48b4155a59c3 admin admin] Notify callbacks [] for router, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:07.288154 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-3a6fff46-4a05-4a4b-81fc-48b4155a59c3 admin admin] 10.222.0.74 "DELETE /v2.0/routers/35483473-1478-4659-bbfb-e4cae8820afb HTTP/1.1" status: 204 len: 168 time: 1.6532619 Jan 21 20:06:07.289228 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 32768) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:07.319251 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-bfe887b1-42d8-4cdc-980e-486e8f51ef90 req-b36c17c0-9b12-45bb-a896-38f0a966d266 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/security-groups?id=92be0a1c-0133-44e6-8abb-b7ee2d391ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0905128 Jan 21 20:06:07.367705 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6369660a-a151-4928-80dc-b1374611c3dd req-38404b40-6f68-4e56-a3e1-4f80d3c8afaa service neutron] 10.222.0.83 "GET /v2.0/networks/9901c8fa-258b-4228-9974-2540259eba74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2830260 Jan 21 20:06:07.369640 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a6aaef2-974d-4f1e-8ec2-b8ae2ec4f04c admin admin] Deleting subnet c1281d7a-a47b-4e8a-8373-d8daef5b1038 {{(pid=80113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 21 20:06:07.373504 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2a6aaef2-974d-4f1e-8ec2-b8ae2ec4f04c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:07.443745 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2a6aaef2-974d-4f1e-8ec2-b8ae2ec4f04c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145445'] for subnet, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:07.542747 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:07.546973 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2a6aaef2-974d-4f1e-8ec2-b8ae2ec4f04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846617693'] for subnet, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:07.595462 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a67864-8eeb-4178-8e7b-e1afb7f68fa8 req-71a7edc4-023c-4b70-a59d-f6f990a99e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:07.597228 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-45a67864-8eeb-4178-8e7b-e1afb7f68fa8 req-71a7edc4-023c-4b70-a59d-f6f990a99e38 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d87e762938124539be0a9343ac717a6f&device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 1161 time: 0.1036770 Jan 21 20:06:07.806699 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a67864-8eeb-4178-8e7b-e1afb7f68fa8 req-277134bb-f09a-42c8-a948-17db94298e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:07.809608 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-45a67864-8eeb-4178-8e7b-e1afb7f68fa8 req-277134bb-f09a-42c8-a948-17db94298e1b service neutron] 10.222.0.83 "GET /v2.0/networks?id=9901c8fa-258b-4228-9974-2540259eba74 HTTP/1.1" status: 200 len: 903 time: 0.2016666 Jan 21 20:06:07.888040 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2a6aaef2-974d-4f1e-8ec2-b8ae2ec4f04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8158139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852305712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853121062'] for subnet, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:07.921355 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-45a67864-8eeb-4178-8e7b-e1afb7f68fa8 req-17618762-656d-49d5-bba3-d0f11a9aed9b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ef0aea7-b613-47b3-9ea5-017e932a7d6a HTTP/1.1" status: 200 len: 217 time: 0.0996342 Jan 21 20:06:07.924001 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-82ffeab8-c289-466c-958d-e9333b91e50c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:08.007814 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a67864-8eeb-4178-8e7b-e1afb7f68fa8 req-74f06475-fdfc-4c88-8082-1a593c11e199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:08.011030 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-45a67864-8eeb-4178-8e7b-e1afb7f68fa8 req-74f06475-fdfc-4c88-8082-1a593c11e199 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=72e2051d-a669-4830-a2d1-6ccc61b5fb10 HTTP/1.1" status: 200 len: 848 time: 0.0795724 Jan 21 20:06:08.043064 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6aaef2-974d-4f1e-8ec2-b8ae2ec4f04c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1281d7a-a47b-4e8a-8373-d8daef5b1038,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:08.046169 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-2a6aaef2-974d-4f1e-8ec2-b8ae2ec4f04c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:08.104944 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2a6aaef2-974d-4f1e-8ec2-b8ae2ec4f04c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:08.112063 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee61b605-ff24-4feb-9df5-243e86e1a6d5 None None] Network d6138fb5-b76e-4f29-8bbf-74ec66db9e66 requested from dv-cinder-726180-8-iscsi {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 20:06:08.112529 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-2a6aaef2-974d-4f1e-8ec2-b8ae2ec4f04c admin admin] 10.222.0.74 "DELETE /v2.0/subnets/c1281d7a-a47b-4e8a-8373-d8daef5b1038 HTTP/1.1" status: 204 len: 168 time: 0.8218946 Jan 21 20:06:08.114418 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a67864-8eeb-4178-8e7b-e1afb7f68fa8 req-e2c62743-34bb-471c-926d-c5ca74a6b571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:08.114990 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 32774) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:08.117601 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-45a67864-8eeb-4178-8e7b-e1afb7f68fa8 req-e2c62743-34bb-471c-926d-c5ca74a6b571 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9901c8fa-258b-4228-9974-2540259eba74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0969825 Jan 21 20:06:08.254910 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9b761ea5-b75c-4577-ae00-6d00e0f6000d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846842325'] for network, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:08.296754 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-45a67864-8eeb-4178-8e7b-e1afb7f68fa8 req-45313dcc-2f4b-448f-a8a1-e551fc02ef0c service neutron] 10.222.0.83 "GET /v2.0/networks/9901c8fa-258b-4228-9974-2540259eba74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617901 Jan 21 20:06:08.392471 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-9b761ea5-b75c-4577-ae00-6d00e0f6000d admin admin] Deleting port a7a5c528-63d1-441d-8eb4-509d40d2168f {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:06:08.393039 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9b761ea5-b75c-4577-ae00-6d00e0f6000d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:08.454757 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e66f004-e8ef-419f-ab98-bbd2b79d5cf2 None None] DHCP port deletion for d6138fb5-b76e-4f29-8bbf-74ec66db9e66 request from dv-cinder-726180-8-iscsi {{(pid=80115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 21 20:06:08.459428 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-6e66f004-e8ef-419f-ab98-bbd2b79d5cf2 None None] Deleting port a7a5c528-63d1-441d-8eb4-509d40d2168f {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:06:08.459856 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6e66f004-e8ef-419f-ab98-bbd2b79d5cf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:08.549772 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:08.554092 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-45a67864-8eeb-4178-8e7b-e1afb7f68fa8 req-b96e9497-ce51-4bca-bdf7-7b0864e37bf0 service neutron] 10.222.0.83 "GET /v2.0/networks/9901c8fa-258b-4228-9974-2540259eba74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2497544 Jan 21 20:06:08.649456 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d176dd-109a-446d-b58b-4889a2f86f93 req-ccd31990-6807-4603-806b-a65addd69d64 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:08.651643 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b1d176dd-109a-446d-b58b-4889a2f86f93 req-ccd31990-6807-4603-806b-a65addd69d64 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 944 time: 0.1497023 Jan 21 20:06:08.720367 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b1d176dd-109a-446d-b58b-4889a2f86f93 req-ed34d87a-9679-4020-b505-ad3942e86829 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/security-groups?id=92be0a1c-0133-44e6-8abb-b7ee2d391ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0609772 Jan 21 20:06:08.916414 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device a7a5c528-63d1-441d-8eb4-509d40d2168f no longer exists at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:06:09.005212 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-9b761ea5-b75c-4577-ae00-6d00e0f6000d admin admin] For port a7a5c528-63d1-441d-8eb4-509d40d2168f, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=a7a5c528-63d1-441d-8eb4-509d40d2168f,segment=NetworkSegment(1f47a8ba-e3ad-4d68-a35b-b035d86b14ed),segment_id=1f47a8ba-e3ad-4d68-a35b-b035d86b14ed)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:06:09.005601 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9b761ea5-b75c-4577-ae00-6d00e0f6000d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:09.076786 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:09.089283 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-6e66f004-e8ef-419f-ab98-bbd2b79d5cf2 None None] For port a7a5c528-63d1-441d-8eb4-509d40d2168f, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=a7a5c528-63d1-441d-8eb4-509d40d2168f,segment=NetworkSegment(1f47a8ba-e3ad-4d68-a35b-b035d86b14ed),segment_id=1f47a8ba-e3ad-4d68-a35b-b035d86b14ed)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:06:09.089811 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6e66f004-e8ef-419f-ab98-bbd2b79d5cf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:09.160592 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-9b761ea5-b75c-4577-ae00-6d00e0f6000d admin admin] Calling delete_port for a7a5c528-63d1-441d-8eb4-509d40d2168f owned by network:dhcp {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:06:09.268923 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9b761ea5-b75c-4577-ae00-6d00e0f6000d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2470122'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:09.292053 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-29c0d1b0-25b2-483f-bd51-91f61b074066 tempest-AttachVolumeTestJSON-1954029347 tempest-AttachVolumeTestJSON-1954029347] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:09.295719 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-6e66f004-e8ef-419f-ab98-bbd2b79d5cf2 None None] Calling delete_port for a7a5c528-63d1-441d-8eb4-509d40d2168f owned by network:dhcp {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:06:09.376780 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:09.409195 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b761ea5-b75c-4577-ae00-6d00e0f6000d admin admin] Pushing event deleted for resources: {'Port': ['ID=a7a5c528-63d1-441d-8eb4-509d40d2168f,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:09.415925 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-9b761ea5-b75c-4577-ae00-6d00e0f6000d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:09.457078 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b761ea5-b75c-4577-ae00-6d00e0f6000d admin admin] No DVR routers for this DVR port a7a5c528-63d1-441d-8eb4-509d40d2168f on host dv-cinder-726180-8-iscsi {{(pid=80113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 20:06:09.467858 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.db.api [None req-6e66f004-e8ef-419f-ab98-bbd2b79d5cf2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80115) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 21 20:06:09.468278 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_db.api [None req-6e66f004-e8ef-419f-ab98-bbd2b79d5cf2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 21 20:06:09.468905 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device b9acdb65-b9bc-473a-b6a5-9e9747e26854 no longer exists at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:06:09.508370 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] No Port match for: b9acdb65-b9bc-473a-b6a5-9e9747e26854 {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 20:06:09.508639 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device b9acdb65-b9bc-473a-b6a5-9e9747e26854 not bound to the agent host dv-cinder-726180-8-iscsi {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 20:06:09.509114 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 83de776a-f212-4988-af83-8ea29852997d no longer exists at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:06:09.548660 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] No Port match for: 83de776a-f212-4988-af83-8ea29852997d {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 20:06:09.549066 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 83de776a-f212-4988-af83-8ea29852997d not bound to the agent host dv-cinder-726180-8-iscsi {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 20:06:09.607048 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9b761ea5-b75c-4577-ae00-6d00e0f6000d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8157968', 'neutron.services.segments.db._delete_segments_for_network--9223363307589961673'] for network, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:09.731662 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.segments.db [None req-9b761ea5-b75c-4577-ae00-6d00e0f6000d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6138fb5-b76e-4f29-8bbf-74ec66db9e66']}} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:06:09.746744 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.segments.db [None req-9b761ea5-b75c-4577-ae00-6d00e0f6000d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f47a8ba-e3ad-4d68-a35b-b035d86b14ed') {'for_net_delete': True} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:06:09.747111 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.segments.db [None req-9b761ea5-b75c-4577-ae00-6d00e0f6000d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f47a8ba-e3ad-4d68-a35b-b035d86b14ed') {} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:06:09.765294 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9b761ea5-b75c-4577-ae00-6d00e0f6000d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307589963209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852630355'] for segment, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:09.794895 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9b761ea5-b75c-4577-ae00-6d00e0f6000d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8360645'] for segment, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:09.799089 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9b761ea5-b75c-4577-ae00-6d00e0f6000d admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 21 20:06:09.971579 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-6e66f004-e8ef-419f-ab98-bbd2b79d5cf2 None None] Deleting port a7a5c528-63d1-441d-8eb4-509d40d2168f {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:06:09.972358 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6e66f004-e8ef-419f-ab98-bbd2b79d5cf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:10.020549 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-9b761ea5-b75c-4577-ae00-6d00e0f6000d admin admin] Network d6138fb5-b76e-4f29-8bbf-74ec66db9e66 has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 20:06:10.025451 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8b1ce-1ef5-463d-b0b8-c478eb535543 req-0679641b-b627-4a2e-92b8-fe2e91f4f8ba tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:10.028674 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7cc8b1ce-1ef5-463d-b0b8-c478eb535543 req-0679641b-b627-4a2e-92b8-fe2e91f4f8ba tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 944 time: 0.1681533 Jan 21 20:06:10.034468 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9b761ea5-b75c-4577-ae00-6d00e0f6000d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846415140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852305729'] for segment, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:10.061223 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-6e66f004-e8ef-419f-ab98-bbd2b79d5cf2 None None] The port 'a7a5c528-63d1-441d-8eb4-509d40d2168f' was deleted {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 21 20:06:10.130558 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7cc8b1ce-1ef5-463d-b0b8-c478eb535543 req-e721d02e-eae5-43c3-84e8-6a39ec0d1f7b tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/security-groups?id=92be0a1c-0133-44e6-8abb-b7ee2d391ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0861130 Jan 21 20:06:10.272753 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-9b761ea5-b75c-4577-ae00-6d00e0f6000d admin admin] Network d6138fb5-b76e-4f29-8bbf-74ec66db9e66 has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 20:06:10.298509 dv-cinder-726180-8-iscsi neutron-server[80002]: Traceback (most recent call last): Jan 21 20:06:10.298509 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 20:06:10.298509 dv-cinder-726180-8-iscsi neutron-server[80002]: timer() Jan 21 20:06:10.298509 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 20:06:10.298509 dv-cinder-726180-8-iscsi neutron-server[80002]: cb(*args, **kw) Jan 21 20:06:10.298509 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 21 20:06:10.298509 dv-cinder-726180-8-iscsi neutron-server[80002]: return func(*args, **kwargs) Jan 21 20:06:10.298509 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 20:06:10.298509 dv-cinder-726180-8-iscsi neutron-server[80002]: self._notify() Jan 21 20:06:10.298509 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 20:06:10.298509 dv-cinder-726180-8-iscsi neutron-server[80002]: self.callback(batched_events) Jan 21 20:06:10.298509 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 20:06:10.298509 dv-cinder-726180-8-iscsi neutron-server[80002]: event.method(event) Jan 21 20:06:10.298509 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 20:06:10.298509 dv-cinder-726180-8-iscsi neutron-server[80002]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 20:06:10.298509 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 21 20:06:10.298509 dv-cinder-726180-8-iscsi neutron-server[80002]: segment_id)['aggregates'][0] Jan 21 20:06:10.298509 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 20:06:10.298509 dv-cinder-726180-8-iscsi neutron-server[80002]: return f(self, *a, **k) Jan 21 20:06:10.298509 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 20:06:10.298509 dv-cinder-726180-8-iscsi neutron-server[80002]: return self._get(url).json() Jan 21 20:06:10.298509 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 20:06:10.298509 dv-cinder-726180-8-iscsi neutron-server[80002]: **kwargs) Jan 21 20:06:10.298509 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 20:06:10.298509 dv-cinder-726180-8-iscsi neutron-server[80002]: return self.request(url, 'GET', **kwargs) Jan 21 20:06:10.298509 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 21 20:06:10.298509 dv-cinder-726180-8-iscsi neutron-server[80002]: **endpoint_filter) Jan 21 20:06:10.298509 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 20:06:10.298509 dv-cinder-726180-8-iscsi neutron-server[80002]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 20:06:10.298509 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 20:06:10.298509 dv-cinder-726180-8-iscsi neutron-server[80002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 20:06:10.298509 dv-cinder-726180-8-iscsi neutron-server[80002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 20:06:10.388139 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9b761ea5-b75c-4577-ae00-6d00e0f6000d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846617832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853807049'] for network, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:10.392100 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-54a25fdf-62cf-4891-9c16-0c75885ebca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:10.409101 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9b761ea5-b75c-4577-ae00-6d00e0f6000d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:10.421458 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b761ea5-b75c-4577-ae00-6d00e0f6000d admin admin] Pushing event deleted for resources: {'Network': ['ID=d6138fb5-b76e-4f29-8bbf-74ec66db9e66,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:10.425704 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-9b761ea5-b75c-4577-ae00-6d00e0f6000d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:10.438653 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-9b761ea5-b75c-4577-ae00-6d00e0f6000d admin admin] 10.222.0.74 "DELETE /v2.0/networks/d6138fb5-b76e-4f29-8bbf-74ec66db9e66 HTTP/1.1" status: 204 len: 168 time: 2.3216681 Jan 21 20:06:10.697832 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 32792) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:10.759974 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-99388a3b-d03b-451a-95c5-6f910862eb55 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ac30196b7fac4ccba1cac9aaee7458e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0599172 Jan 21 20:06:10.763629 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 32796) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:10.837454 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0784906c-a110-44a7-8b4d-1dd93d8da3b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:10.872173 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0784906c-a110-44a7-8b4d-1dd93d8da3b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:10.927554 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0784906c-a110-44a7-8b4d-1dd93d8da3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:10.933202 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c7d87367-f87f-4290-9a4c-82ba081f6e5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:10.948313 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784906c-a110-44a7-8b4d-1dd93d8da3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736bf245-f219-416b-bc4f-eb594f148b85,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:10.954588 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0784906c-a110-44a7-8b4d-1dd93d8da3b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:10.957342 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0784906c-a110-44a7-8b4d-1dd93d8da3b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:10.958923 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-0784906c-a110-44a7-8b4d-1dd93d8da3b2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/736bf245-f219-416b-bc4f-eb594f148b85 HTTP/1.1" status: 204 len: 168 time: 0.1936917 Jan 21 20:06:11.383491 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754c45b-5adb-44a1-a928-1fdca88c955a req-7882f941-440a-4775-bd0a-cd9b2e17e81c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:11.385202 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c754c45b-5adb-44a1-a928-1fdca88c955a req-7882f941-440a-4775-bd0a-cd9b2e17e81c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 944 time: 0.1127520 Jan 21 20:06:11.446807 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c754c45b-5adb-44a1-a928-1fdca88c955a req-e6abc87b-4f96-4085-9d0e-7521a69b1a4a tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/security-groups?id=92be0a1c-0133-44e6-8abb-b7ee2d391ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0541489 Jan 21 20:06:12.746270 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3bb6e-faf0-4e04-a335-4194d7317c91 req-f4cf5524-8442-4624-85a7-04c8804843c3 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:12.748072 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5ef3bb6e-faf0-4e04-a335-4194d7317c91 req-f4cf5524-8442-4624-85a7-04c8804843c3 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 944 time: 0.1549261 Jan 21 20:06:12.845689 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-5ef3bb6e-faf0-4e04-a335-4194d7317c91 req-a5354999-396f-499c-9778-8508e582988d tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/security-groups?id=92be0a1c-0133-44e6-8abb-b7ee2d391ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0845296 Jan 21 20:06:14.127537 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d0b1a-ca78-478d-b735-2b249b167fa1 req-1864ccca-e778-40c9-8c97-738f5373a1c0 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:14.129754 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3f6d0b1a-ca78-478d-b735-2b249b167fa1 req-1864ccca-e778-40c9-8c97-738f5373a1c0 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 944 time: 0.1333816 Jan 21 20:06:14.193454 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3f6d0b1a-ca78-478d-b735-2b249b167fa1 req-58dd0ec9-2e9c-4ab4-9e5e-40805953a28a tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/security-groups?id=92be0a1c-0133-44e6-8abb-b7ee2d391ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0572724 Jan 21 20:06:15.281525 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 32948) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:15.469457 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d9c7d-0b3f-4a56-8cf8-780a44d7786d req-e726d74f-c78a-462b-974e-e4a70227a44f tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:15.471238 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4c0d9c7d-0b3f-4a56-8cf8-780a44d7786d req-e726d74f-c78a-462b-974e-e4a70227a44f tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 944 time: 0.1269522 Jan 21 20:06:15.474122 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1135b167-07ad-4fb6-a0d9-c7f7e982d797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:15.507888 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-1135b167-07ad-4fb6-a0d9-c7f7e982d797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:06:15.516782 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-1135b167-07ad-4fb6-a0d9-c7f7e982d797 admin admin] Usage tracker for resource:security_group_rule and tenant:682f1713e04a48f7947e7308ca37b00a is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:06:15.521277 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-1135b167-07ad-4fb6-a0d9-c7f7e982d797 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:06:15.538659 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-1135b167-07ad-4fb6-a0d9-c7f7e982d797 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:06:15.553291 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4c0d9c7d-0b3f-4a56-8cf8-780a44d7786d req-7a5ecff8-b797-45dd-a775-4ef97e753840 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/security-groups?id=92be0a1c-0133-44e6-8abb-b7ee2d391ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0665622 Jan 21 20:06:15.643474 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1135b167-07ad-4fb6-a0d9-c7f7e982d797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:15.646313 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1135b167-07ad-4fb6-a0d9-c7f7e982d797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:15.655052 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ced50cf8-018e-4976-ba3b-4965c8096ff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:15.704618 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-1135b167-07ad-4fb6-a0d9-c7f7e982d797 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=682f1713e04a48f7947e7308ca37b00a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4215260 Jan 21 20:06:15.705704 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1135b167-07ad-4fb6-a0d9-c7f7e982d797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23330123-54be-4b9e-b976-7601ccdcdfab,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:15.708057 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 32954) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:15.709470 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-1135b167-07ad-4fb6-a0d9-c7f7e982d797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:15.779625 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0cae22cf-b0e2-469b-a263-33d09da5f681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:15.808658 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0cae22cf-b0e2-469b-a263-33d09da5f681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:15.864491 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0cae22cf-b0e2-469b-a263-33d09da5f681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:15.872327 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f806dbc5-f1c8-4646-8984-26b41562c36b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:15.886677 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae22cf-b0e2-469b-a263-33d09da5f681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23330123-54be-4b9e-b976-7601ccdcdfab,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:15.891085 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0cae22cf-b0e2-469b-a263-33d09da5f681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:15.894737 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0cae22cf-b0e2-469b-a263-33d09da5f681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:15.895906 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-0cae22cf-b0e2-469b-a263-33d09da5f681 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/23330123-54be-4b9e-b976-7601ccdcdfab HTTP/1.1" status: 204 len: 168 time: 0.1866732 Jan 21 20:06:16.307636 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 32964) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:16.329888 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-46ca3801-8c84-4826-b66f-80f10a824ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:16.348047 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-46ca3801-8c84-4826-b66f-80f10a824ab5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:06:16.352303 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-46ca3801-8c84-4826-b66f-80f10a824ab5 admin admin] Usage tracker for resource:security_group_rule and tenant:e3fe787d58614579ba2f1ea15ac36f21 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:06:16.355424 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-46ca3801-8c84-4826-b66f-80f10a824ab5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:06:16.361975 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-46ca3801-8c84-4826-b66f-80f10a824ab5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:06:16.457727 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-46ca3801-8c84-4826-b66f-80f10a824ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:16.468334 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-46ca3801-8c84-4826-b66f-80f10a824ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:16.479264 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-52c3ca83-04c1-4917-987f-7c4a81f0ff1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:16.527005 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-46ca3801-8c84-4826-b66f-80f10a824ab5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e3fe787d58614579ba2f1ea15ac36f21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2181456 Jan 21 20:06:16.528941 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca3801-8c84-4826-b66f-80f10a824ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9981df3e-42f5-4887-abd6-ba01d5ee49f9,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:16.530895 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 32968) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:16.533121 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-46ca3801-8c84-4826-b66f-80f10a824ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:16.606835 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2dec3b73-f5de-42dc-b37c-e2ce8165d8a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:16.642985 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2dec3b73-f5de-42dc-b37c-e2ce8165d8a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:16.699132 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2dec3b73-f5de-42dc-b37c-e2ce8165d8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:16.705078 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-7c2e675e-b3ec-41b6-a98c-96a8d79aa53f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:16.764938 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dec3b73-f5de-42dc-b37c-e2ce8165d8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9981df3e-42f5-4887-abd6-ba01d5ee49f9,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:16.773766 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-2dec3b73-f5de-42dc-b37c-e2ce8165d8a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:16.789046 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-2dec3b73-f5de-42dc-b37c-e2ce8165d8a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:16.790304 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-2dec3b73-f5de-42dc-b37c-e2ce8165d8a9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9981df3e-42f5-4887-abd6-ba01d5ee49f9 HTTP/1.1" status: 204 len: 168 time: 0.2576115 Jan 21 20:06:16.856846 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ed2c8-022c-435c-b5d9-99c8f768b36e req-0415752e-e9f6-4061-81cf-212572cc1bda tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:16.858595 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b05ed2c8-022c-435c-b5d9-99c8f768b36e req-0415752e-e9f6-4061-81cf-212572cc1bda tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 944 time: 0.1430061 Jan 21 20:06:16.915761 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b05ed2c8-022c-435c-b5d9-99c8f768b36e req-b4cc73ce-f59d-40bc-abd3-e1dadbf1ec16 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/security-groups?id=92be0a1c-0133-44e6-8abb-b7ee2d391ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0494254 Jan 21 20:06:18.206619 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2f0b6-fa78-4bdf-984e-f113d9040b99 req-1c67b083-c7ce-4592-9514-593b9f487262 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:18.208649 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-90e2f0b6-fa78-4bdf-984e-f113d9040b99 req-1c67b083-c7ce-4592-9514-593b9f487262 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 944 time: 0.1222112 Jan 21 20:06:18.307182 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-90e2f0b6-fa78-4bdf-984e-f113d9040b99 req-c6b34f27-a584-418c-b08e-88cbe9b1fa48 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/security-groups?id=92be0a1c-0133-44e6-8abb-b7ee2d391ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0856225 Jan 21 20:06:18.388031 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 8ef0aea7-b613-47b3-9ea5-017e932a7d6a up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:06:18.472965 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning for port 8ef0aea7-b613-47b3-9ea5-017e932a7d6a completed by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 21 20:06:18.480121 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 8ef0aea7-b613-47b3-9ea5-017e932a7d6a triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:06:18.480555 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:18.635380 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:18.675966 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1393c025-688c-4c1d-b0d2-6e4085872dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef0aea7-b613-47b3-9ea5-017e932a7d6a'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:06:18.694089 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] For port 8ef0aea7-b613-47b3-9ea5-017e932a7d6a, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=8ef0aea7-b613-47b3-9ea5-017e932a7d6a,segment=NetworkSegment(57f83cf9-79b0-4d75-a975-8e8e948605ab),segment_id=57f83cf9-79b0-4d75-a975-8e8e948605ab)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:06:18.698782 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:18.702641 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f9c55640-2e87-4aea-a699-6ed10b2f587a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:18.782481 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1393c025-688c-4c1d-b0d2-6e4085872dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef0aea7-b613-47b3-9ea5-017e932a7d6a', 'code': 200} Jan 21 20:06:18.827258 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Pushing event updated for resources: {'Port': ['ID=8ef0aea7-b613-47b3-9ea5-017e932a7d6a,revision_number=4']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:18.831702 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:19.143806 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 8ef0aea7-b613-47b3-9ea5-017e932a7d6a up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:06:19.233817 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 8ef0aea7-b613-47b3-9ea5-017e932a7d6a triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:06:19.234725 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:19.333404 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 33030) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:19.398812 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7824f60-8e66-4fed-b9da-39efafaae3f6 req-40127fa0-3778-4242-9276-4cb36c35345b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:19.400655 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e7824f60-8e66-4fed-b9da-39efafaae3f6 req-40127fa0-3778-4242-9276-4cb36c35345b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 1163 time: 0.3073475 Jan 21 20:06:19.452016 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e7824f60-8e66-4fed-b9da-39efafaae3f6 req-27e53bdd-236e-48a9-9b5a-56e83fe6a220 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=92be0a1c-0133-44e6-8abb-b7ee2d391ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0431259 Jan 21 20:06:19.526089 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-04f46d99-1e9f-4667-b83b-f7c14fcbbe17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:19.543661 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-04f46d99-1e9f-4667-b83b-f7c14fcbbe17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:06:19.549763 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-04f46d99-1e9f-4667-b83b-f7c14fcbbe17 admin admin] Usage tracker for resource:security_group_rule and tenant:f939ab6adafa4d35b3cd807326edb1f3 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:06:19.552952 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-04f46d99-1e9f-4667-b83b-f7c14fcbbe17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:06:19.559093 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-04f46d99-1e9f-4667-b83b-f7c14fcbbe17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:06:19.593708 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c4fa7-e23f-477f-b951-be3518d6b976 req-9b4a35f5-2bcf-4f04-aea2-cca17b76f9e4 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:19.602321 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e72c4fa7-e23f-477f-b951-be3518d6b976 req-9b4a35f5-2bcf-4f04-aea2-cca17b76f9e4 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 946 time: 0.1209612 Jan 21 20:06:19.661990 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e72c4fa7-e23f-477f-b951-be3518d6b976 req-18264d9d-0f63-4ed5-a9aa-e2c4b3994310 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/security-groups?id=92be0a1c-0133-44e6-8abb-b7ee2d391ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0585995 Jan 21 20:06:19.662154 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-04f46d99-1e9f-4667-b83b-f7c14fcbbe17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:19.667991 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-04f46d99-1e9f-4667-b83b-f7c14fcbbe17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:19.681751 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-de685e85-b75a-42ed-8310-978b7653a673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:19.729845 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-04f46d99-1e9f-4667-b83b-f7c14fcbbe17 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f939ab6adafa4d35b3cd807326edb1f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3949862 Jan 21 20:06:19.732054 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f46d99-1e9f-4667-b83b-f7c14fcbbe17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5079a0c-f0d9-4652-8aad-db21d6265a13,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:19.733768 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 33044) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:19.736708 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-04f46d99-1e9f-4667-b83b-f7c14fcbbe17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:19.807396 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9a39eda6-9cc9-4088-86ce-6335a019b84d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:19.837736 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9a39eda6-9cc9-4088-86ce-6335a019b84d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:19.887168 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9a39eda6-9cc9-4088-86ce-6335a019b84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:19.893795 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-db8f951c-2040-45bc-9c46-dc76dff09abd tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:19.908724 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a39eda6-9cc9-4088-86ce-6335a019b84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5079a0c-f0d9-4652-8aad-db21d6265a13,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:19.912649 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-9a39eda6-9cc9-4088-86ce-6335a019b84d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:19.914833 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9a39eda6-9cc9-4088-86ce-6335a019b84d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:19.916100 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-9a39eda6-9cc9-4088-86ce-6335a019b84d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c5079a0c-f0d9-4652-8aad-db21d6265a13 HTTP/1.1" status: 204 len: 168 time: 0.1799829 Jan 21 20:06:20.321784 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 33054) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:20.343414 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5f95768c-1b3e-4bcc-b0a5-bfcde49ef957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:20.360362 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-5f95768c-1b3e-4bcc-b0a5-bfcde49ef957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:06:20.364762 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-5f95768c-1b3e-4bcc-b0a5-bfcde49ef957 admin admin] Usage tracker for resource:security_group_rule and tenant:96c994d82c044323b21af14076464bbb is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:06:20.367922 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-5f95768c-1b3e-4bcc-b0a5-bfcde49ef957 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:06:20.374056 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-5f95768c-1b3e-4bcc-b0a5-bfcde49ef957 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:06:20.471136 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5f95768c-1b3e-4bcc-b0a5-bfcde49ef957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:20.474814 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5f95768c-1b3e-4bcc-b0a5-bfcde49ef957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:20.484728 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-907d3f39-cde9-4fe8-93cc-875e9b0b0eba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:20.536004 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-5f95768c-1b3e-4bcc-b0a5-bfcde49ef957 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=96c994d82c044323b21af14076464bbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2129629 Jan 21 20:06:20.538059 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f95768c-1b3e-4bcc-b0a5-bfcde49ef957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d62cdd-0f61-4e7a-93ac-e86f6ea8e206,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:20.540084 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 33058) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:20.542491 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-5f95768c-1b3e-4bcc-b0a5-bfcde49ef957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:20.618486 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5f1f18e8-3efb-451c-8dc5-524781fa8749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:20.657894 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5f1f18e8-3efb-451c-8dc5-524781fa8749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:20.715758 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5f1f18e8-3efb-451c-8dc5-524781fa8749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:20.723253 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-2e45c2c6-51a0-4e7c-8339-23ca3f009fd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:20.742368 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f18e8-3efb-451c-8dc5-524781fa8749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d62cdd-0f61-4e7a-93ac-e86f6ea8e206,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:20.745166 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-5f1f18e8-3efb-451c-8dc5-524781fa8749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:20.746892 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5f1f18e8-3efb-451c-8dc5-524781fa8749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:20.752352 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-5f1f18e8-3efb-451c-8dc5-524781fa8749 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/97d62cdd-0f61-4e7a-93ac-e86f6ea8e206 HTTP/1.1" status: 204 len: 168 time: 0.2106206 Jan 21 20:06:20.966441 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c7aee6-2afb-4c19-88c7-5eaebe17e437 req-b94888b2-d0b1-4931-a299-e677cbf83071 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:20.968268 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-37c7aee6-2afb-4c19-88c7-5eaebe17e437 req-b94888b2-d0b1-4931-a299-e677cbf83071 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 946 time: 0.1403410 Jan 21 20:06:21.029003 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-37c7aee6-2afb-4c19-88c7-5eaebe17e437 req-c094ff2c-f13e-4549-af6c-986a9f4ee85f tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/security-groups?id=92be0a1c-0133-44e6-8abb-b7ee2d391ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0525780 Jan 21 20:06:21.243918 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 8ef0aea7-b613-47b3-9ea5-017e932a7d6a up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:06:21.336910 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 8ef0aea7-b613-47b3-9ea5-017e932a7d6a triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:06:21.337497 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:22.309281 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19779f9f-2d5b-4f40-80c1-3536f523cf8d req-4a867c10-ce2e-48f4-b6f0-48594ee6b622 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:22.311070 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-19779f9f-2d5b-4f40-80c1-3536f523cf8d req-4a867c10-ce2e-48f4-b6f0-48594ee6b622 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 946 time: 0.1175499 Jan 21 20:06:22.370606 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-19779f9f-2d5b-4f40-80c1-3536f523cf8d req-b30ec70c-63bd-47dd-92eb-98f9a56e6b4b tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/security-groups?id=92be0a1c-0133-44e6-8abb-b7ee2d391ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0513461 Jan 21 20:06:22.721486 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949c848-5efc-48db-85d3-e38d73c440f8 req-6661f254-dcfa-49e9-8bee-8fde16662248 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:22.723255 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c949c848-5efc-48db-85d3-e38d73c440f8 req-6661f254-dcfa-49e9-8bee-8fde16662248 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 946 time: 0.1641159 Jan 21 20:06:22.778411 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c949c848-5efc-48db-85d3-e38d73c440f8 req-377d93b5-b843-4084-b8aa-ee50cf7aa753 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/security-groups?id=92be0a1c-0133-44e6-8abb-b7ee2d391ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0484915 Jan 21 20:06:23.058749 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-593f12e7-7a8d-4419-93f2-68480e6146ff req-7cac9eb9-4b23-486c-a0d6-20368cbc8ba0 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2223704 Jan 21 20:06:23.071394 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-593f12e7-7a8d-4419-93f2-68480e6146ff req-44fee420-6b4f-4e64-8049-c39c4ec9b22b tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Request body: {'floatingip': {'floating_network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:06:23.083592 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-593f12e7-7a8d-4419-93f2-68480e6146ff req-44fee420-6b4f-4e64-8049-c39c4ec9b22b tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:06:23.090908 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-593f12e7-7a8d-4419-93f2-68480e6146ff req-44fee420-6b4f-4e64-8049-c39c4ec9b22b tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Usage tracker for resource:floatingip and tenant:d87e762938124539be0a9343ac717a6f is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:06:23.096576 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-593f12e7-7a8d-4419-93f2-68480e6146ff req-44fee420-6b4f-4e64-8049-c39c4ec9b22b tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:06:23.108464 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [req-593f12e7-7a8d-4419-93f2-68480e6146ff req-44fee420-6b4f-4e64-8049-c39c4ec9b22b tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:06:23.125013 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-593f12e7-7a8d-4419-93f2-68480e6146ff req-44fee420-6b4f-4e64-8049-c39c4ec9b22b tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Notify callbacks [] for floatingip, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:23.148257 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-164d1a7d-dd0e-4f9d-b6b0-395b8880d6e5 req-1f727d3e-23a2-4c5d-b86e-1f9f5f0243ac service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1e64bf49-38d1-47e3-9a1f-9d602ce93ca1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1501460 Jan 21 20:06:23.324164 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d1a7d-dd0e-4f9d-b6b0-395b8880d6e5 req-66f2487d-4c4a-4d41-800f-d01d6e58d91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:23.325778 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-164d1a7d-dd0e-4f9d-b6b0-395b8880d6e5 req-66f2487d-4c4a-4d41-800f-d01d6e58d91a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e06769200dc344d2b76edf3f16b1d74b&device_id=1e64bf49-38d1-47e3-9a1f-9d602ce93ca1 HTTP/1.1" status: 200 len: 1162 time: 0.1234624 Jan 21 20:06:23.449001 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-593f12e7-7a8d-4419-93f2-68480e6146ff req-44fee420-6b4f-4e64-8049-c39c4ec9b22b tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:23.849330 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d1a7d-dd0e-4f9d-b6b0-395b8880d6e5 req-e94dbf9d-15e5-43bf-8ba0-b71d97a29bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:23.851047 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-164d1a7d-dd0e-4f9d-b6b0-395b8880d6e5 req-e94dbf9d-15e5-43bf-8ba0-b71d97a29bc8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=254a3736-3eda-4653-a3dd-b7e3185fffc0 HTTP/1.1" status: 200 len: 905 time: 0.5003667 Jan 21 20:06:24.032921 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-164d1a7d-dd0e-4f9d-b6b0-395b8880d6e5 req-a01e2c36-dd4c-49d1-94ac-2923e1ac31b3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e6e240e-7ebf-4f8b-bc29-84241bbb99bf HTTP/1.1" status: 200 len: 1001 time: 0.1694965 Jan 21 20:06:24.197047 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d1a7d-dd0e-4f9d-b6b0-395b8880d6e5 req-67064415-d2d3-4301-9399-e7796ff143b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:24.199923 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-164d1a7d-dd0e-4f9d-b6b0-395b8880d6e5 req-67064415-d2d3-4301-9399-e7796ff143b0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67448399-3ad8-4d60-b8f0-d9874d8637fd HTTP/1.1" status: 200 len: 850 time: 0.1588712 Jan 21 20:06:24.231218 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_common [req-593f12e7-7a8d-4419-93f2-68480e6146ff req-44fee420-6b4f-4e64-8049-c39c4ec9b22b tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Allocated IP 172.27.2.213 (a57e5c9c-980e-4c63-98b2-db6c66af0db2/ea65500f-ac9d-4758-b95c-d190d3e0e3d5/c9c63fbe-463a-43f4-94e6-246893b02a65) {{(pid=80114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 21 20:06:24.551411 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d1a7d-dd0e-4f9d-b6b0-395b8880d6e5 req-34ad1219-daba-4730-a047-4b823ab70924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:24.553091 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-164d1a7d-dd0e-4f9d-b6b0-395b8880d6e5 req-34ad1219-daba-4730-a047-4b823ab70924 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=254a3736-3eda-4653-a3dd-b7e3185fffc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3194203 Jan 21 20:06:24.557977 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 33158) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:24.604811 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-593f12e7-7a8d-4419-93f2-68480e6146ff req-44fee420-6b4f-4e64-8049-c39c4ec9b22b tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Notify callbacks [] for port, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:24.703711 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9137e7ee-a27b-4057-b96c-40b51fd4158f req-325032e0-e969-46b4-9773-68b247bf30d8 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:24.705732 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-9137e7ee-a27b-4057-b96c-40b51fd4158f req-325032e0-e969-46b4-9773-68b247bf30d8 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/ports?device_id=89823f10-c97c-4ed8-8307-f2f1acefcbd2 HTTP/1.1" status: 200 len: 945 time: 0.4104784 Jan 21 20:06:24.753526 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bbd52850-3609-47b3-96a8-bf1fb4b883ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:24.774256 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-bbd52850-3609-47b3-96a8-bf1fb4b883ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:06:24.779953 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-bbd52850-3609-47b3-96a8-bf1fb4b883ae admin admin] Usage tracker for resource:security_group_rule and tenant:b1ce6cfa536647bea10db476e809db93 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:06:24.785369 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-bbd52850-3609-47b3-96a8-bf1fb4b883ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:06:24.794284 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-bbd52850-3609-47b3-96a8-bf1fb4b883ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:06:24.835631 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-9137e7ee-a27b-4057-b96c-40b51fd4158f req-de7210ba-6b65-4048-9f9f-053a1e1b53ae tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/security-groups?id=ffb3127f-1bf2-4982-81c8-83221eb9ed93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122994 Jan 21 20:06:24.846724 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-164d1a7d-dd0e-4f9d-b6b0-395b8880d6e5 req-c7a2bee5-91bd-4ee7-8b1a-3e9096112d19 service neutron] 10.222.0.83 "GET /v2.0/networks/254a3736-3eda-4653-a3dd-b7e3185fffc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825129 Jan 21 20:06:24.847840 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-593f12e7-7a8d-4419-93f2-68480e6146ff req-44fee420-6b4f-4e64-8049-c39c4ec9b22b tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363307590317445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852560929'] for port, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:24.867106 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-8107b7b7-ab12-4a15-9b85-06974514507c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:24.918781 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bbd52850-3609-47b3-96a8-bf1fb4b883ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:24.923776 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bbd52850-3609-47b3-96a8-bf1fb4b883ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:24.944442 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c3dac368-e311-480c-881e-269a0407e7b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:25.001739 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-bbd52850-3609-47b3-96a8-bf1fb4b883ae admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b1ce6cfa536647bea10db476e809db93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4423089 Jan 21 20:06:25.003270 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd52850-3609-47b3-96a8-bf1fb4b883ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3901b50f-3625-4f37-b919-1993b4c79b8d,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:25.006543 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-bbd52850-3609-47b3-96a8-bf1fb4b883ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:25.007356 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 33164) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:25.097887 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7a50fe0e-d019-4500-8cb0-3d901ab7496b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:25.130558 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7a50fe0e-d019-4500-8cb0-3d901ab7496b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:25.150167 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fee420-6b4f-4e64-8049-c39c4ec9b22b tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Pushing event updated for resources: {'Port': ['ID=c9c63fbe-463a-43f4-94e6-246893b02a65,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:25.181694 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-44fee420-6b4f-4e64-8049-c39c4ec9b22b tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:25.184390 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7a50fe0e-d019-4500-8cb0-3d901ab7496b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:25.190173 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-8b547dbf-4423-4247-9c28-1d3711c31dbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:25.206153 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a50fe0e-d019-4500-8cb0-3d901ab7496b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3901b50f-3625-4f37-b919-1993b4c79b8d,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:25.210687 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-7a50fe0e-d019-4500-8cb0-3d901ab7496b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:25.232215 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7a50fe0e-d019-4500-8cb0-3d901ab7496b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:25.236066 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-7a50fe0e-d019-4500-8cb0-3d901ab7496b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3901b50f-3625-4f37-b919-1993b4c79b8d HTTP/1.1" status: 204 len: 168 time: 0.2238977 Jan 21 20:06:25.241543 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-164d1a7d-dd0e-4f9d-b6b0-395b8880d6e5 req-ffb1cd9b-2e79-41d3-bb19-5c3811343ef3 service neutron] 10.222.0.83 "GET /v2.0/networks/254a3736-3eda-4653-a3dd-b7e3185fffc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3771238 Jan 21 20:06:25.263761 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-593f12e7-7a8d-4419-93f2-68480e6146ff req-44fee420-6b4f-4e64-8049-c39c4ec9b22b tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Network a57e5c9c-980e-4c63-98b2-db6c66af0db2 is already hosted by enough agents. {{(pid=80114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 21 20:06:25.266330 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.base_scheduler [req-593f12e7-7a8d-4419-93f2-68480e6146ff req-44fee420-6b4f-4e64-8049-c39c4ec9b22b tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Resources bound (agent type, host, resource id): {{(pid=80114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 21 20:06:25.269993 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-593f12e7-7a8d-4419-93f2-68480e6146ff req-44fee420-6b4f-4e64-8049-c39c4ec9b22b tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Received port after_create {{(pid=80114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 21 20:06:25.372060 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-593f12e7-7a8d-4419-93f2-68480e6146ff req-44fee420-6b4f-4e64-8049-c39c4ec9b22b tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Notify callbacks [] for floatingip, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:25.447693 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-593f12e7-7a8d-4419-93f2-68480e6146ff req-44fee420-6b4f-4e64-8049-c39c4ec9b22b tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:25.629204 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 33172) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:25.651283 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0474622f-cf0c-4e17-88ab-837b8a71c584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:25.669861 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-0474622f-cf0c-4e17-88ab-837b8a71c584 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:06:25.674921 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-0474622f-cf0c-4e17-88ab-837b8a71c584 admin admin] Usage tracker for resource:security_group_rule and tenant:5fd911d8653042d5bbe2c12d4eb6574c is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:06:25.678360 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-0474622f-cf0c-4e17-88ab-837b8a71c584 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:06:25.686569 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-0474622f-cf0c-4e17-88ab-837b8a71c584 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:06:25.789308 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0474622f-cf0c-4e17-88ab-837b8a71c584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:25.792721 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-593f12e7-7a8d-4419-93f2-68480e6146ff req-44fee420-6b4f-4e64-8049-c39c4ec9b22b tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Notify callbacks [] for port, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:25.793173 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0474622f-cf0c-4e17-88ab-837b8a71c584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:25.796371 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-593f12e7-7a8d-4419-93f2-68480e6146ff req-44fee420-6b4f-4e64-8049-c39c4ec9b22b tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2214824'] for port, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:25.803063 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0cae22cf-b0e2-469b-a263-33d09da5f681 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:25.812199 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a51f33a1-9cd1-44b5-aa45-310d961a87c4 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:25.848604 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-0474622f-cf0c-4e17-88ab-837b8a71c584 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5fd911d8653042d5bbe2c12d4eb6574c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2179518 Jan 21 20:06:25.850819 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0474622f-cf0c-4e17-88ab-837b8a71c584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470abb63-6ae9-42fd-b8af-e01544242033,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:25.853464 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 33176) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:25.857091 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0474622f-cf0c-4e17-88ab-837b8a71c584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:25.946320 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3698229c-b73a-4ecb-a8a6-30bcf7820fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:25.969157 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fee420-6b4f-4e64-8049-c39c4ec9b22b tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Pushing event updated for resources: {'Port': ['ID=c9c63fbe-463a-43f4-94e6-246893b02a65,revision_number=2']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:25.974706 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-44fee420-6b4f-4e64-8049-c39c4ec9b22b tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:25.979603 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3698229c-b73a-4ecb-a8a6-30bcf7820fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:25.992490 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.agents_db [None req-c7ecb146-6622-446f-8bab-48f8cf3fe8cd None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:06:26.034953 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3698229c-b73a-4ecb-a8a6-30bcf7820fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:26.040423 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-dafae8e0-8b68-4284-a96c-441eba262689 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:26.055663 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698229c-b73a-4ecb-a8a6-30bcf7820fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470abb63-6ae9-42fd-b8af-e01544242033,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:26.058264 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-3698229c-b73a-4ecb-a8a6-30bcf7820fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:26.060973 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3698229c-b73a-4ecb-a8a6-30bcf7820fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:26.067265 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-3698229c-b73a-4ecb-a8a6-30bcf7820fd5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/470abb63-6ae9-42fd-b8af-e01544242033 HTTP/1.1" status: 204 len: 168 time: 0.2122703 Jan 21 20:06:26.191613 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defdf28c-a8fb-463a-a8d6-7a6c1589f5ce req-cbb9ede8-154a-46f9-a87a-1540acbd77c6 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:26.193616 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-defdf28c-a8fb-463a-a8d6-7a6c1589f5ce req-cbb9ede8-154a-46f9-a87a-1540acbd77c6 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/ports?device_id=89823f10-c97c-4ed8-8307-f2f1acefcbd2 HTTP/1.1" status: 200 len: 945 time: 0.1923606 Jan 21 20:06:26.194777 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-593f12e7-7a8d-4419-93f2-68480e6146ff req-44fee420-6b4f-4e64-8049-c39c4ec9b22b tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853807100'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:26.261441 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-593f12e7-7a8d-4419-93f2-68480e6146ff req-44fee420-6b4f-4e64-8049-c39c4ec9b22b tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:26.262801 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-593f12e7-7a8d-4419-93f2-68480e6146ff req-44fee420-6b4f-4e64-8049-c39c4ec9b22b tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1968458 Jan 21 20:06:26.274707 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-defdf28c-a8fb-463a-a8d6-7a6c1589f5ce req-d69d992b-7904-4e2e-ad46-8feef4c3c70a tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/security-groups?id=ffb3127f-1bf2-4982-81c8-83221eb9ed93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734093 Jan 21 20:06:26.372119 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-593f12e7-7a8d-4419-93f2-68480e6146ff req-c3b391e6-e3c4-4a05-a5e1-03c66eae0142 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Synchronizing usage tracker for tenant:d87e762938124539be0a9343ac717a6f on resource:floatingip {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:06:26.393446 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-593f12e7-7a8d-4419-93f2-68480e6146ff req-c3b391e6-e3c4-4a05-a5e1-03c66eae0142 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Unset dirty status for tenant:d87e762938124539be0a9343ac717a6f on resource:floatingip {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:06:26.394774 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-593f12e7-7a8d-4419-93f2-68480e6146ff req-c3b391e6-e3c4-4a05-a5e1-03c66eae0142 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.27.2.213 HTTP/1.1" status: 200 len: 696 time: 0.1190658 Jan 21 20:06:26.583591 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f12e7-7a8d-4419-93f2-68480e6146ff req-3bd041d9-aef5-4049-9f59-3282ed0dbe3c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:26.585448 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-593f12e7-7a8d-4419-93f2-68480e6146ff req-3bd041d9-aef5-4049-9f59-3282ed0dbe3c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/networks/a57e5c9c-980e-4c63-98b2-db6c66af0db2 HTTP/1.1" status: 200 len: 784 time: 0.1840279 Jan 21 20:06:26.872925 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bc7af-cd3f-486f-ad8f-3d44f5e8fb0b req-8f21402a-71d6-4f41-992a-374e3ec294b8 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:26.874664 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d08bc7af-cd3f-486f-ad8f-3d44f5e8fb0b req-8f21402a-71d6-4f41-992a-374e3ec294b8 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.83 "GET /v2.0/ports?device_id=89823f10-c97c-4ed8-8307-f2f1acefcbd2 HTTP/1.1" status: 200 len: 945 time: 0.1938300 Jan 21 20:06:26.900019 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e83664-a5c2-4378-be77-409e46836c69 req-c7c8e1ba-d02f-41d0-a765-c62f7343ce15 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:26.901680 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-07e83664-a5c2-4378-be77-409e46836c69 req-c7c8e1ba-d02f-41d0-a765-c62f7343ce15 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1735744 Jan 21 20:06:27.009772 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 90d2b55c-fe26-434e-986e-0df3f1a1f1ba no longer exists at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:06:27.043360 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-07e83664-a5c2-4378-be77-409e46836c69 req-f82fe07e-55fa-42a0-931d-7d6701d0d8b7 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.27.2.213 HTTP/1.1" status: 200 len: 696 time: 0.1041269 Jan 21 20:06:27.066865 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.v2.base [req-07e83664-a5c2-4378-be77-409e46836c69 req-2f48c24b-26a9-4385-b25a-90f23873baeb tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Request body: {'floatingip': {'port_id': '8ef0aea7-b613-47b3-9ea5-017e932a7d6a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=80114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 20:06:27.150331 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:27.157907 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-d08bc7af-cd3f-486f-ad8f-3d44f5e8fb0b req-15be5db7-9b23-4718-9e93-993de2056aad tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Deleting port 90d2b55c-fe26-434e-986e-0df3f1a1f1ba {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:06:27.158364 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-d08bc7af-cd3f-486f-ad8f-3d44f5e8fb0b req-15be5db7-9b23-4718-9e93-993de2056aad tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:27.188922 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89823f10-c97c-4ed8-8307-f2f1acefcbd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90d2b55c-fe26-434e-986e-0df3f1a1f1ba'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:06:27.201927 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] For port 90d2b55c-fe26-434e-986e-0df3f1a1f1ba, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=90d2b55c-fe26-434e-986e-0df3f1a1f1ba,segment=NetworkSegment(8a06e735-d774-4fdc-adc5-91bda5ed4e62),segment_id=8a06e735-d774-4fdc-adc5-91bda5ed4e62)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:06:27.205341 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:27.207552 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:27.212678 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-07e83664-a5c2-4378-be77-409e46836c69 req-2f48c24b-26a9-4385-b25a-90f23873baeb tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Notify callbacks [] for floatingip, before_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:27.294261 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Pushing event updated for resources: {'Port': ['ID=90d2b55c-fe26-434e-986e-0df3f1a1f1ba,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:27.299213 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:27.323366 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89823f10-c97c-4ed8-8307-f2f1acefcbd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90d2b55c-fe26-434e-986e-0df3f1a1f1ba', 'code': 200} Jan 21 20:06:28.017930 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c81dde-60be-4327-b948-feb16848430a req-ae914b1f-43fb-4ded-a86e-bb5af4c9f939 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:28.019655 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-75c81dde-60be-4327-b948-feb16848430a req-ae914b1f-43fb-4ded-a86e-bb5af4c9f939 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/ports?device_id=89823f10-c97c-4ed8-8307-f2f1acefcbd2 HTTP/1.1" status: 200 len: 943 time: 0.4937110 Jan 21 20:06:28.205223 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-75c81dde-60be-4327-b948-feb16848430a req-4751066d-86fb-4408-a7c6-0198ab02c75d tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/security-groups?id=ffb3127f-1bf2-4982-81c8-83221eb9ed93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690211 Jan 21 20:06:28.229181 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-d08bc7af-cd3f-486f-ad8f-3d44f5e8fb0b req-15be5db7-9b23-4718-9e93-993de2056aad tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] For port 90d2b55c-fe26-434e-986e-0df3f1a1f1ba, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=90d2b55c-fe26-434e-986e-0df3f1a1f1ba,segment=NetworkSegment(8a06e735-d774-4fdc-adc5-91bda5ed4e62),segment_id=8a06e735-d774-4fdc-adc5-91bda5ed4e62)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:06:28.229575 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-d08bc7af-cd3f-486f-ad8f-3d44f5e8fb0b req-15be5db7-9b23-4718-9e93-993de2056aad tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:28.381925 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-d08bc7af-cd3f-486f-ad8f-3d44f5e8fb0b req-15be5db7-9b23-4718-9e93-993de2056aad tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Calling delete_port for 90d2b55c-fe26-434e-986e-0df3f1a1f1ba owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:06:28.674700 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-d08bc7af-cd3f-486f-ad8f-3d44f5e8fb0b req-15be5db7-9b23-4718-9e93-993de2056aad tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852560929'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:28.699156 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c05b6fac-20f9-4c47-badd-87a5f7c5d3a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:28.807787 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be5db7-9b23-4718-9e93-993de2056aad tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Pushing event deleted for resources: {'Port': ['ID=90d2b55c-fe26-434e-986e-0df3f1a1f1ba,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:28.810910 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-15be5db7-9b23-4718-9e93-993de2056aad tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:28.821848 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.db.resource_extend [req-07e83664-a5c2-4378-be77-409e46836c69 req-2f48c24b-26a9-4385-b25a-90f23873baeb tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 21 20:06:28.961758 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 33254) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:29.017390 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-07e83664-a5c2-4378-be77-409e46836c69 req-2f48c24b-26a9-4385-b25a-90f23873baeb tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Notify callbacks [] for floatingip, precommit_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:29.023892 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-07e83664-a5c2-4378-be77-409e46836c69 req-2f48c24b-26a9-4385-b25a-90f23873baeb tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853807100'] for floatingip, after_update {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:29.128948 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-51d73090-3579-42c2-9a33-90e7889d0882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:29.147878 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-51d73090-3579-42c2-9a33-90e7889d0882 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:06:29.152477 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-51d73090-3579-42c2-9a33-90e7889d0882 admin admin] Usage tracker for resource:security_group_rule and tenant:aa2b8649ea2f4c1c814ca44241a015cb is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:06:29.155785 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-51d73090-3579-42c2-9a33-90e7889d0882 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:06:29.162430 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-51d73090-3579-42c2-9a33-90e7889d0882 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:06:29.164484 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-d08bc7af-cd3f-486f-ad8f-3d44f5e8fb0b req-15be5db7-9b23-4718-9e93-993de2056aad tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] No DVR routers for this DVR port 90d2b55c-fe26-434e-986e-0df3f1a1f1ba on host hv-cinder-72618 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 20:06:29.166870 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-d08bc7af-cd3f-486f-ad8f-3d44f5e8fb0b req-15be5db7-9b23-4718-9e93-993de2056aad tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:29.174427 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89823f10-c97c-4ed8-8307-f2f1acefcbd2', 'name': 'network-vif-deleted', 'tag': '90d2b55c-fe26-434e-986e-0df3f1a1f1ba'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:06:29.261521 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d08bc7af-cd3f-486f-ad8f-3d44f5e8fb0b req-15be5db7-9b23-4718-9e93-993de2056aad tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.83 "DELETE /v2.0/ports/90d2b55c-fe26-434e-986e-0df3f1a1f1ba HTTP/1.1" status: 204 len: 173 time: 2.3585930 Jan 21 20:06:29.263479 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:29.270085 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-51d73090-3579-42c2-9a33-90e7889d0882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:29.274651 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-51d73090-3579-42c2-9a33-90e7889d0882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:29.286707 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-76564754-00f9-451e-be88-f43a409daa2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:29.305679 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.db.l3_db [req-07e83664-a5c2-4378-be77-409e46836c69 req-2f48c24b-26a9-4385-b25a-90f23873baeb tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Floating IP 6dd635fb-f7fa-401a-a5da-8398364edc85 associated. External IP: 172.27.2.213, port: 8ef0aea7-b613-47b3-9ea5-017e932a7d6a. Jan 21 20:06:29.341629 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-51d73090-3579-42c2-9a33-90e7889d0882 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=aa2b8649ea2f4c1c814ca44241a015cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3786652 Jan 21 20:06:29.342627 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 33266) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:29.347139 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d73090-3579-42c2-9a33-90e7889d0882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055f2f29-e60c-4fe5-83fc-fbdbc9853f01,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:29.351001 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-51d73090-3579-42c2-9a33-90e7889d0882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:29.431915 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6d816b4c-d32c-46be-a1b2-64b5eb47d509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:29.468278 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6d816b4c-d32c-46be-a1b2-64b5eb47d509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:29.530219 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6d816b4c-d32c-46be-a1b2-64b5eb47d509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:29.539036 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-61449845-6306-4a60-b1b1-c2bc028ebd2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:29.554410 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d816b4c-d32c-46be-a1b2-64b5eb47d509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055f2f29-e60c-4fe5-83fc-fbdbc9853f01,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:29.557192 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6d816b4c-d32c-46be-a1b2-64b5eb47d509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:29.563000 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6d816b4c-d32c-46be-a1b2-64b5eb47d509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:29.567253 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-6d816b4c-d32c-46be-a1b2-64b5eb47d509 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/055f2f29-e60c-4fe5-83fc-fbdbc9853f01 HTTP/1.1" status: 204 len: 168 time: 0.2219269 Jan 21 20:06:29.647649 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89823f10-c97c-4ed8-8307-f2f1acefcbd2', 'name': 'network-vif-deleted', 'tag': '90d2b55c-fe26-434e-986e-0df3f1a1f1ba', 'status': 'completed', 'code': 200} Jan 21 20:06:29.814192 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-98ae4910-42c4-40e5-8703-09a96682226c req-904f9fd1-52ac-4acc-9de4-e9376a5f282f tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Synchronizing usage tracker for tenant:8594a871a86142aca6d7c0a636850946 on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:06:29.911990 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-98ae4910-42c4-40e5-8703-09a96682226c req-904f9fd1-52ac-4acc-9de4-e9376a5f282f tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Unset dirty status for tenant:8594a871a86142aca6d7c0a636850946 on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:06:29.913312 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-98ae4910-42c4-40e5-8703-09a96682226c req-904f9fd1-52ac-4acc-9de4-e9376a5f282f tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] 10.222.0.74 "GET /v2.0/ports?device_id=89823f10-c97c-4ed8-8307-f2f1acefcbd2 HTTP/1.1" status: 200 len: 210 time: 0.1670761 Jan 21 20:06:30.026285 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 33274) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:30.059345 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0918b032-d890-481d-ae66-375407347678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:30.084273 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-0918b032-d890-481d-ae66-375407347678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:06:30.092187 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-0918b032-d890-481d-ae66-375407347678 admin admin] Usage tracker for resource:security_group_rule and tenant:5495c23080a945d6bc74c3db8ba7c00e is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:06:30.096120 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-0918b032-d890-481d-ae66-375407347678 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:06:30.105789 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07e83664-a5c2-4378-be77-409e46836c69 req-2f48c24b-26a9-4385-b25a-90f23873baeb tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Router 98600e7b-c19a-4240-a6d2-ef5ff448cd9a has already been hosted by L3 agent acfbd797-5df7-45c7-9954-db8085626b2a {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 20:06:30.107257 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-0918b032-d890-481d-ae66-375407347678 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:06:30.376138 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07e83664-a5c2-4378-be77-409e46836c69 req-2f48c24b-26a9-4385-b25a-90f23873baeb tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Notify agent at l3_agent.dv-cinder-726180-8-iscsi the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:06:30.387827 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdae020-4f80-4835-9cfc-788622dbc5a0 None None] Sync routers for ids ['98600e7b-c19a-4240-a6d2-ef5ff448cd9a'] in dv-cinder-726180-8-iscsi {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:06:30.399766 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdae020-4f80-4835-9cfc-788622dbc5a0 None None] Routers {'98600e7b-c19a-4240-a6d2-ef5ff448cd9a'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:06:30.400457 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-6cdae020-4f80-4835-9cfc-788622dbc5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:06:07Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['98600e7b-c19a-4240-a6d2-ef5ff448cd9a'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:06:30.401955 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0918b032-d890-481d-ae66-375407347678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:30.407133 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-07e83664-a5c2-4378-be77-409e46836c69 req-2f48c24b-26a9-4385-b25a-90f23873baeb tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:30.438447 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-0918b032-d890-481d-ae66-375407347678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:30.455469 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-4af894d8-9fed-404b-9dba-c8e07d7f2fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:30.519369 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-0918b032-d890-481d-ae66-375407347678 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5495c23080a945d6bc74c3db8ba7c00e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4918683 Jan 21 20:06:30.523027 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 33278) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:30.524662 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0918b032-d890-481d-ae66-375407347678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff495d3d-2d1f-49b9-a558-eb620d65fbe9,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:30.532101 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-07e83664-a5c2-4378-be77-409e46836c69 req-2f48c24b-26a9-4385-b25a-90f23873baeb tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "PUT /v2.0/floatingips/6dd635fb-f7fa-401a-a5da-8398364edc85 HTTP/1.1" status: 200 len: 997 time: 3.4789691 Jan 21 20:06:30.533513 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0918b032-d890-481d-ae66-375407347678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:30.633880 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-6cdae020-4f80-4835-9cfc-788622dbc5a0 None None] Set router 98600e7b-c19a-4240-a6d2-ef5ff448cd9a gateway port host: dv-cinder-726180-8-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:06:30.659860 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d5a6ba5c-1ed5-406d-99f5-fd4c363809bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:30.694895 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d5a6ba5c-1ed5-406d-99f5-fd4c363809bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:30.751424 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d5a6ba5c-1ed5-406d-99f5-fd4c363809bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:30.757525 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0474622f-cf0c-4e17-88ab-837b8a71c584 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:30.770644 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a6ba5c-1ed5-406d-99f5-fd4c363809bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff495d3d-2d1f-49b9-a558-eb620d65fbe9,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:30.775493 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d5a6ba5c-1ed5-406d-99f5-fd4c363809bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:30.779450 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d5a6ba5c-1ed5-406d-99f5-fd4c363809bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:30.784036 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-d5a6ba5c-1ed5-406d-99f5-fd4c363809bf admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ff495d3d-2d1f-49b9-a558-eb620d65fbe9 HTTP/1.1" status: 204 len: 168 time: 0.2588825 Jan 21 20:06:30.976188 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e83664-a5c2-4378-be77-409e46836c69 req-e02be442-930a-4275-9cce-e5ae91890599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:30.985322 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-07e83664-a5c2-4378-be77-409e46836c69 req-e02be442-930a-4275-9cce-e5ae91890599 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d87e762938124539be0a9343ac717a6f&device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 1163 time: 0.4260268 Jan 21 20:06:31.138695 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-6cdae020-4f80-4835-9cfc-788622dbc5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98600e7b-c19a-4240-a6d2-ef5ff448cd9a', 'name': 'tempest-TestShelveInstance-1222023369-router', 'tenant_id': 'd87e762938124539be0a9343ac717a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '2b043013-de27-452e-9552-d90eac8261ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:05:15Z', 'updated_at': '2021-01-21T20:05:20Z', 'revision_number': 4, 'project_id': 'd87e762938124539be0a9343ac717a6f', 'gw_port': {'id': '2b043013-de27-452e-9552-d90eac8261ef', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98600e7b-c19a-4240-a6d2-ef5ff448cd9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:05:16Z', 'updated_at': '2021-01-21T20:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_floatingips': [{'id': '6dd635fb-f7fa-401a-a5da-8398364edc85', 'tenant_id': 'd87e762938124539be0a9343ac717a6f', 'floating_ip_address': '172.27.2.213', 'floating_network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'router_id': '98600e7b-c19a-4240-a6d2-ef5ff448cd9a', 'port_id': '8ef0aea7-b613-47b3-9ea5-017e932a7d6a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9901c8fa-258b-4228-9974-2540259eba74', 'mac_address': 'fa:16:3e:e4:3b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1393c025-688c-4c1d-b0d2-6e4085872dff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T20:06:25Z', 'updated_at': '2021-01-21T20:06:28Z', 'revision_number': 1, 'project_id': 'd87e762938124539be0a9343ac717a6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5be0b98-7d2b-49da-ac71-9439b26ba00c', 'name': '', 'network_id': '9901c8fa-258b-4228-9974-2540259eba74', 'tenant_id': 'd87e762938124539be0a9343ac717a6f', 'mac_address': 'fa:16:3e:34:b3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98600e7b-c19a-4240-a6d2-ef5ff448cd9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '72e2051d-a669-4830-a2d1-6ccc61b5fb10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:05:19Z', 'updated_at': '2021-01-21T20:05:32Z', 'revision_number': 5, 'project_id': 'd87e762938124539be0a9343ac717a6f', 'subnets': [{'id': '72e2051d-a669-4830-a2d1-6ccc61b5fb10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:06:31.144988 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdae020-4f80-4835-9cfc-788622dbc5a0 None None] Checking router: 98600e7b-c19a-4240-a6d2-ef5ff448cd9a for host: dv-cinder-726180-8-iscsi {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:06:31.160542 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e83664-a5c2-4378-be77-409e46836c69 req-f60179b5-2796-4df0-a052-487186b0f002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:31.162448 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-07e83664-a5c2-4378-be77-409e46836c69 req-f60179b5-2796-4df0-a052-487186b0f002 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9901c8fa-258b-4228-9974-2540259eba74 HTTP/1.1" status: 200 len: 903 time: 0.1762214 Jan 21 20:06:31.179207 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdae020-4f80-4835-9cfc-788622dbc5a0 None None] Routers {'98600e7b-c19a-4240-a6d2-ef5ff448cd9a'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:06:31.179917 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-6cdae020-4f80-4835-9cfc-788622dbc5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:06:07Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['98600e7b-c19a-4240-a6d2-ef5ff448cd9a'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:06:31.309125 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-07e83664-a5c2-4378-be77-409e46836c69 req-ddf89013-8876-4e9d-945b-79b021b549a3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ef0aea7-b613-47b3-9ea5-017e932a7d6a HTTP/1.1" status: 200 len: 1000 time: 0.1391487 Jan 21 20:06:31.387334 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-6cdae020-4f80-4835-9cfc-788622dbc5a0 None None] Set router 98600e7b-c19a-4240-a6d2-ef5ff448cd9a gateway port host: dv-cinder-726180-8-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:06:31.396972 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e83664-a5c2-4378-be77-409e46836c69 req-acfdffaa-526c-450f-8965-e697d270e852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:31.398727 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-07e83664-a5c2-4378-be77-409e46836c69 req-acfdffaa-526c-450f-8965-e697d270e852 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=72e2051d-a669-4830-a2d1-6ccc61b5fb10 HTTP/1.1" status: 200 len: 848 time: 0.0822785 Jan 21 20:06:31.494399 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e83664-a5c2-4378-be77-409e46836c69 req-49855687-35cd-476d-900d-9a19dc9ad287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:31.504507 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-07e83664-a5c2-4378-be77-409e46836c69 req-49855687-35cd-476d-900d-9a19dc9ad287 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9901c8fa-258b-4228-9974-2540259eba74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0983472 Jan 21 20:06:31.683135 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1393c025-688c-4c1d-b0d2-6e4085872dff', 'tag': '8ef0aea7-b613-47b3-9ea5-017e932a7d6a'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:06:31.753725 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-07e83664-a5c2-4378-be77-409e46836c69 req-1f6a8f64-4a72-4a16-b262-55220610f272 service neutron] 10.222.0.74 "GET /v2.0/networks/9901c8fa-258b-4228-9974-2540259eba74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481308 Jan 21 20:06:31.783252 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1393c025-688c-4c1d-b0d2-6e4085872dff', 'tag': '8ef0aea7-b613-47b3-9ea5-017e932a7d6a', 'status': 'completed', 'code': 200} Jan 21 20:06:31.935371 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-6cdae020-4f80-4835-9cfc-788622dbc5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98600e7b-c19a-4240-a6d2-ef5ff448cd9a', 'name': 'tempest-TestShelveInstance-1222023369-router', 'tenant_id': 'd87e762938124539be0a9343ac717a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '2b043013-de27-452e-9552-d90eac8261ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:05:15Z', 'updated_at': '2021-01-21T20:05:20Z', 'revision_number': 4, 'project_id': 'd87e762938124539be0a9343ac717a6f', 'gw_port': {'id': '2b043013-de27-452e-9552-d90eac8261ef', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98600e7b-c19a-4240-a6d2-ef5ff448cd9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:05:16Z', 'updated_at': '2021-01-21T20:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_floatingips': [{'id': '6dd635fb-f7fa-401a-a5da-8398364edc85', 'tenant_id': 'd87e762938124539be0a9343ac717a6f', 'floating_ip_address': '172.27.2.213', 'floating_network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'router_id': '98600e7b-c19a-4240-a6d2-ef5ff448cd9a', 'port_id': '8ef0aea7-b613-47b3-9ea5-017e932a7d6a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9901c8fa-258b-4228-9974-2540259eba74', 'mac_address': 'fa:16:3e:e4:3b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1393c025-688c-4c1d-b0d2-6e4085872dff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T20:06:25Z', 'updated_at': '2021-01-21T20:06:28Z', 'revision_number': 1, 'project_id': 'd87e762938124539be0a9343ac717a6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5be0b98-7d2b-49da-ac71-9439b26ba00c', 'name': '', 'network_id': '9901c8fa-258b-4228-9974-2540259eba74', 'tenant_id': 'd87e762938124539be0a9343ac717a6f', 'mac_address': 'fa:16:3e:34:b3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98600e7b-c19a-4240-a6d2-ef5ff448cd9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '72e2051d-a669-4830-a2d1-6ccc61b5fb10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:05:19Z', 'updated_at': '2021-01-21T20:05:32Z', 'revision_number': 5, 'project_id': 'd87e762938124539be0a9343ac717a6f', 'subnets': [{'id': '72e2051d-a669-4830-a2d1-6ccc61b5fb10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:06:31.941553 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdae020-4f80-4835-9cfc-788622dbc5a0 None None] The sync data for ids ['98600e7b-c19a-4240-a6d2-ef5ff448cd9a'] in dv-cinder-726180-8-iscsi is: [{'id': '98600e7b-c19a-4240-a6d2-ef5ff448cd9a', 'name': 'tempest-TestShelveInstance-1222023369-router', 'tenant_id': 'd87e762938124539be0a9343ac717a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '2b043013-de27-452e-9552-d90eac8261ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:05:15Z', 'updated_at': '2021-01-21T20:05:20Z', 'revision_number': 4, 'project_id': 'd87e762938124539be0a9343ac717a6f', 'gw_port': {'id': '2b043013-de27-452e-9552-d90eac8261ef', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98600e7b-c19a-4240-a6d2-ef5ff448cd9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:05:16Z', 'updated_at': '2021-01-21T20:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_floatingips': [{'id': '6dd635fb-f7fa-401a-a5da-8398364edc85', 'tenant_id': 'd87e762938124539be0a9343ac717a6f', 'floating_ip_address': '172.27.2.213', 'floating_network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'router_id': '98600e7b-c19a-4240-a6d2-ef5ff448cd9a', 'port_id': '8ef0aea7-b613-47b3-9ea5-017e932a7d6a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9901c8fa-258b-4228-9974-2540259eba74', 'mac_address': 'fa:16:3e:e4:3b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1393c025-688c-4c1d-b0d2-6e4085872dff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-21T20:06:25Z', 'updated_at': '2021-01-21T20:06:28Z', 'revision_number': 1, 'project_id': 'd87e762938124539be0a9343ac717a6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5be0b98-7d2b-49da-ac71-9439b26ba00c', 'name': '', 'network_id': '9901c8fa-258b-4228-9974-2540259eba74', 'tenant_id': 'd87e762938124539be0a9343ac717a6f', 'mac_address': 'fa:16:3e:34:b3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98600e7b-c19a-4240-a6d2-ef5ff448cd9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '72e2051d-a669-4830-a2d1-6ccc61b5fb10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:05:19Z', 'updated_at': '2021-01-21T20:05:32Z', 'revision_number': 5, 'project_id': 'd87e762938124539be0a9343ac717a6f', 'subnets': [{'id': '72e2051d-a669-4830-a2d1-6ccc61b5fb10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:06:31.987136 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-07e83664-a5c2-4378-be77-409e46836c69 req-7b4e6368-39da-4951-99e9-022e1bd627a4 service neutron] 10.222.0.74 "GET /v2.0/networks/9901c8fa-258b-4228-9974-2540259eba74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2320116 Jan 21 20:06:32.000345 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c09ea73-b7d3-4c8a-9993-e6a110ff69c0 req-f0e14709-1113-4cec-9831-744c20afbcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:32.002049 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0c09ea73-b7d3-4c8a-9993-e6a110ff69c0 req-f0e14709-1113-4cec-9831-744c20afbcf7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d87e762938124539be0a9343ac717a6f&device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 1163 time: 0.1460998 Jan 21 20:06:32.176742 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c09ea73-b7d3-4c8a-9993-e6a110ff69c0 req-e110054e-d739-4c89-881c-0f36552e12d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:32.178580 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0c09ea73-b7d3-4c8a-9993-e6a110ff69c0 req-e110054e-d739-4c89-881c-0f36552e12d9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9901c8fa-258b-4228-9974-2540259eba74 HTTP/1.1" status: 200 len: 903 time: 0.1682513 Jan 21 20:06:32.330035 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0c09ea73-b7d3-4c8a-9993-e6a110ff69c0 req-de15c72e-64eb-40fd-9300-ff6dd561d435 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ef0aea7-b613-47b3-9ea5-017e932a7d6a HTTP/1.1" status: 200 len: 1000 time: 0.1439474 Jan 21 20:06:32.362555 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bce0a2b-c8ae-42a8-8b97-2acadbd9a46c None None] New status for floating IP 6dd635fb-f7fa-401a-a5da-8398364edc85: ACTIVE {{(pid=80115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 21 20:06:32.417922 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c09ea73-b7d3-4c8a-9993-e6a110ff69c0 req-f4cb878b-f205-48e6-970e-faf5bb6cc218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:32.419807 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0c09ea73-b7d3-4c8a-9993-e6a110ff69c0 req-f4cb878b-f205-48e6-970e-faf5bb6cc218 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=72e2051d-a669-4830-a2d1-6ccc61b5fb10 HTTP/1.1" status: 200 len: 848 time: 0.0828519 Jan 21 20:06:32.516393 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c09ea73-b7d3-4c8a-9993-e6a110ff69c0 req-583db26d-4853-47e7-9816-2cf57fedbadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:06:32.518130 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0c09ea73-b7d3-4c8a-9993-e6a110ff69c0 req-583db26d-4853-47e7-9816-2cf57fedbadf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9901c8fa-258b-4228-9974-2540259eba74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0864217 Jan 21 20:06:32.669364 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 33322) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:32.697006 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0c09ea73-b7d3-4c8a-9993-e6a110ff69c0 req-23e70324-c41a-4976-aeaf-e595723b32a9 service neutron] 10.222.0.83 "GET /v2.0/networks/9901c8fa-258b-4228-9974-2540259eba74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526809 Jan 21 20:06:32.841939 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-664e7986-569e-4db9-b886-dad150f193a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:32.860946 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-664e7986-569e-4db9-b886-dad150f193a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:06:32.864697 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0c09ea73-b7d3-4c8a-9993-e6a110ff69c0 req-fc5e2c81-0f0c-4201-a101-8e886c1bbe86 service neutron] 10.222.0.83 "GET /v2.0/networks/9901c8fa-258b-4228-9974-2540259eba74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1559641 Jan 21 20:06:32.865612 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-664e7986-569e-4db9-b886-dad150f193a5 admin admin] Usage tracker for resource:security_group_rule and tenant:a11b77924d35452f96c5da04948a9e3e is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:06:32.868929 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-664e7986-569e-4db9-b886-dad150f193a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:06:32.876208 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-664e7986-569e-4db9-b886-dad150f193a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:06:32.974269 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-664e7986-569e-4db9-b886-dad150f193a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:32.977282 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-664e7986-569e-4db9-b886-dad150f193a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:32.988063 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-04f46d99-1e9f-4667-b83b-f7c14fcbbe17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:33.036024 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-664e7986-569e-4db9-b886-dad150f193a5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a11b77924d35452f96c5da04948a9e3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3654435 Jan 21 20:06:33.036882 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e7986-569e-4db9-b886-dad150f193a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1831ee2-3227-45c9-9ccc-ee26a64c6760,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:33.038797 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 33332) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:33.040557 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-664e7986-569e-4db9-b886-dad150f193a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:33.110495 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b790fc72-d9b0-44e6-88d6-e9f195a8a931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:33.145499 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b790fc72-d9b0-44e6-88d6-e9f195a8a931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:33.228776 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b790fc72-d9b0-44e6-88d6-e9f195a8a931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:33.238924 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-5cb93bfa-8a99-4d29-9700-1015a2720b3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:33.262071 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b790fc72-d9b0-44e6-88d6-e9f195a8a931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1831ee2-3227-45c9-9ccc-ee26a64c6760,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:33.271397 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b790fc72-d9b0-44e6-88d6-e9f195a8a931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:33.275234 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b790fc72-d9b0-44e6-88d6-e9f195a8a931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:33.277277 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-b790fc72-d9b0-44e6-88d6-e9f195a8a931 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c1831ee2-3227-45c9-9ccc-ee26a64c6760 HTTP/1.1" status: 204 len: 168 time: 0.2370594 Jan 21 20:06:34.450764 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f756304e-f05a-45be-b2b0-ab2bb24ef244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:36.570367 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-70c65bb2-f249-4b55-aa91-72b18c16b7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:37.529944 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:38.487928 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:38.639571 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 33410) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:38.799269 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-170b3370-2659-4b2d-93dc-2347543bf5d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:38.816121 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-170b3370-2659-4b2d-93dc-2347543bf5d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:06:38.820455 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-170b3370-2659-4b2d-93dc-2347543bf5d2 admin admin] Usage tracker for resource:security_group_rule and tenant:a33d74f405f3418baffb2c089a84be25 is out of sync, need to count used quota {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:06:38.823434 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-170b3370-2659-4b2d-93dc-2347543bf5d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80114) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:06:38.829207 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-170b3370-2659-4b2d-93dc-2347543bf5d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:06:38.927172 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-170b3370-2659-4b2d-93dc-2347543bf5d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:38.930208 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-170b3370-2659-4b2d-93dc-2347543bf5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:38.938767 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-2a8a9cf0-4bd3-455a-9fe3-2fc4ddbb3f99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:38.988638 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-170b3370-2659-4b2d-93dc-2347543bf5d2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a33d74f405f3418baffb2c089a84be25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3478711 Jan 21 20:06:38.989696 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b3370-2659-4b2d-93dc-2347543bf5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e33d8f0-2f66-4d77-9c71-aab7c8eb4ad0,revision_number=1']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:38.992170 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 33416) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:38.993160 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-170b3370-2659-4b2d-93dc-2347543bf5d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:39.007336 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:39.060495 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ee6593ac-7144-4c44-9ae7-fc999beb3fb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:39.095139 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ee6593ac-7144-4c44-9ae7-fc999beb3fb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:39.143395 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ee6593ac-7144-4c44-9ae7-fc999beb3fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:39.148667 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-7a50fe0e-d019-4500-8cb0-3d901ab7496b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:39.163964 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6593ac-7144-4c44-9ae7-fc999beb3fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e33d8f0-2f66-4d77-9c71-aab7c8eb4ad0,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:39.166921 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ee6593ac-7144-4c44-9ae7-fc999beb3fb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:39.174283 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ee6593ac-7144-4c44-9ae7-fc999beb3fb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:39.176068 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-ee6593ac-7144-4c44-9ae7-fc999beb3fb3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0e33d8f0-2f66-4d77-9c71-aab7c8eb4ad0 HTTP/1.1" status: 204 len: 168 time: 0.1825194 Jan 21 20:06:39.569733 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 33432) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:39.590514 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4f3a97b2-dd4a-4560-bc2e-1bd297ec86d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:39.608011 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-4f3a97b2-dd4a-4560-bc2e-1bd297ec86d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 21 20:06:39.612473 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-4f3a97b2-dd4a-4560-bc2e-1bd297ec86d3 admin admin] Usage tracker for resource:security_group_rule and tenant:ed241f503e3b4c37828c22603332fb72 is out of sync, need to count used quota {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 21 20:06:39.615724 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [None req-4f3a97b2-dd4a-4560-bc2e-1bd297ec86d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80113) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 21 20:06:39.622235 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.quota.driver [None req-4f3a97b2-dd4a-4560-bc2e-1bd297ec86d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80113) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 21 20:06:39.715878 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4f3a97b2-dd4a-4560-bc2e-1bd297ec86d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:39.719446 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4f3a97b2-dd4a-4560-bc2e-1bd297ec86d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_create {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:39.728241 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ca5c4c48-fb3f-4ee4-adb6-53b1b8035f16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:39.777698 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-4f3a97b2-dd4a-4560-bc2e-1bd297ec86d3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ed241f503e3b4c37828c22603332fb72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2063968 Jan 21 20:06:39.778505 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a97b2-dd4a-4560-bc2e-1bd297ec86d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3135683a-e680-47db-8374-3bf9869c67ec,revision_number=1']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:39.780276 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 33436) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:39.782219 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-4f3a97b2-dd4a-4560-bc2e-1bd297ec86d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:39.847589 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cf942c1c-1bf3-4ded-af7f-1342dd4b6df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:39.877384 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cf942c1c-1bf3-4ded-af7f-1342dd4b6df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:39.924238 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cf942c1c-1bf3-4ded-af7f-1342dd4b6df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:39.931587 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-575d523e-7c78-4286-a31a-b9dc03aedd45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:39.946849 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf942c1c-1bf3-4ded-af7f-1342dd4b6df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3135683a-e680-47db-8374-3bf9869c67ec,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:39.952312 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-cf942c1c-1bf3-4ded-af7f-1342dd4b6df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:39.957876 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cf942c1c-1bf3-4ded-af7f-1342dd4b6df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:39.959184 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-cf942c1c-1bf3-4ded-af7f-1342dd4b6df5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3135683a-e680-47db-8374-3bf9869c67ec HTTP/1.1" status: 204 len: 168 time: 0.1776080 Jan 21 20:06:58.022214 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 33544) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:58.099273 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2317ba9-8bac-4972-aa1f-9dc7430b7aaa admin admin] Deleting subnet 12495548-771e-45fe-8678-dd0276019739 {{(pid=80113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 21 20:06:58.102829 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b2317ba9-8bac-4972-aa1f-9dc7430b7aaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:58.160478 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b2317ba9-8bac-4972-aa1f-9dc7430b7aaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145445'] for subnet, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:58.229205 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b2317ba9-8bac-4972-aa1f-9dc7430b7aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846617693'] for subnet, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:58.535260 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b2317ba9-8bac-4972-aa1f-9dc7430b7aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8158139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852305712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853121062'] for subnet, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:58.553427 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:06:58.660131 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2317ba9-8bac-4972-aa1f-9dc7430b7aaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12495548-771e-45fe-8678-dd0276019739,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:06:58.672902 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2317ba9-8bac-4972-aa1f-9dc7430b7aaa admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:58.673323 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2317ba9-8bac-4972-aa1f-9dc7430b7aaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:58.673745 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2317ba9-8bac-4972-aa1f-9dc7430b7aaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:58.674160 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2317ba9-8bac-4972-aa1f-9dc7430b7aaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:58.674602 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2317ba9-8bac-4972-aa1f-9dc7430b7aaa admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:58.675019 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2317ba9-8bac-4972-aa1f-9dc7430b7aaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:58.675437 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2317ba9-8bac-4972-aa1f-9dc7430b7aaa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:58.675837 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2317ba9-8bac-4972-aa1f-9dc7430b7aaa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:58.676239 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2317ba9-8bac-4972-aa1f-9dc7430b7aaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:58.676642 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2317ba9-8bac-4972-aa1f-9dc7430b7aaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:58.677047 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2317ba9-8bac-4972-aa1f-9dc7430b7aaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:58.677496 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2317ba9-8bac-4972-aa1f-9dc7430b7aaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:58.677947 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2317ba9-8bac-4972-aa1f-9dc7430b7aaa admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:58.678353 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2317ba9-8bac-4972-aa1f-9dc7430b7aaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:58.678787 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2317ba9-8bac-4972-aa1f-9dc7430b7aaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:58.679195 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2317ba9-8bac-4972-aa1f-9dc7430b7aaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:58.679620 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2317ba9-8bac-4972-aa1f-9dc7430b7aaa admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:58.680025 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2317ba9-8bac-4972-aa1f-9dc7430b7aaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:58.680425 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2317ba9-8bac-4972-aa1f-9dc7430b7aaa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:58.680834 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2317ba9-8bac-4972-aa1f-9dc7430b7aaa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:58.681251 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2317ba9-8bac-4972-aa1f-9dc7430b7aaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:58.681640 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2317ba9-8bac-4972-aa1f-9dc7430b7aaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:58.682036 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2317ba9-8bac-4972-aa1f-9dc7430b7aaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:58.682948 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2317ba9-8bac-4972-aa1f-9dc7430b7aaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:06:58.690202 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b2317ba9-8bac-4972-aa1f-9dc7430b7aaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:06:58.727146 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b2317ba9-8bac-4972-aa1f-9dc7430b7aaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:58.743879 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-b2317ba9-8bac-4972-aa1f-9dc7430b7aaa admin admin] 10.222.0.74 "DELETE /v2.0/subnets/12495548-771e-45fe-8678-dd0276019739 HTTP/1.1" status: 204 len: 168 time: 0.7203474 Jan 21 20:06:58.746600 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 33548) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:06:58.873313 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a8309ad5-cf6b-4490-823b-a6ef3e311245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846842325'] for network, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:59.080450 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a8309ad5-cf6b-4490-823b-a6ef3e311245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8157968', 'neutron.services.segments.db._delete_segments_for_network--9223363307589961673'] for network, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:59.288670 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:59.444682 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.segments.db [None req-a8309ad5-cf6b-4490-823b-a6ef3e311245 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['034065e7-63ac-4b95-9f0a-e64492698fbf']}} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:06:59.458609 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.segments.db [None req-a8309ad5-cf6b-4490-823b-a6ef3e311245 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a06e735-d774-4fdc-adc5-91bda5ed4e62') {'for_net_delete': True} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:06:59.458956 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.segments.db [None req-a8309ad5-cf6b-4490-823b-a6ef3e311245 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a06e735-d774-4fdc-adc5-91bda5ed4e62') {} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:06:59.472303 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a8309ad5-cf6b-4490-823b-a6ef3e311245 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307589963209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852630355'] for segment, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:59.491980 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a8309ad5-cf6b-4490-823b-a6ef3e311245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8360645'] for segment, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:59.494222 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a8309ad5-cf6b-4490-823b-a6ef3e311245 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 21 20:06:59.683880 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-a8309ad5-cf6b-4490-823b-a6ef3e311245 admin admin] Network 034065e7-63ac-4b95-9f0a-e64492698fbf has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 20:06:59.698351 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a8309ad5-cf6b-4490-823b-a6ef3e311245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846415140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852305729'] for segment, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:06:59.887500 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-a8309ad5-cf6b-4490-823b-a6ef3e311245 admin admin] Network 034065e7-63ac-4b95-9f0a-e64492698fbf has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 20:06:59.912260 dv-cinder-726180-8-iscsi neutron-server[80002]: Traceback (most recent call last): Jan 21 20:06:59.912260 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 20:06:59.912260 dv-cinder-726180-8-iscsi neutron-server[80002]: timer() Jan 21 20:06:59.912260 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 20:06:59.912260 dv-cinder-726180-8-iscsi neutron-server[80002]: cb(*args, **kw) Jan 21 20:06:59.912260 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 21 20:06:59.912260 dv-cinder-726180-8-iscsi neutron-server[80002]: return func(*args, **kwargs) Jan 21 20:06:59.912260 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 20:06:59.912260 dv-cinder-726180-8-iscsi neutron-server[80002]: self._notify() Jan 21 20:06:59.912260 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 20:06:59.912260 dv-cinder-726180-8-iscsi neutron-server[80002]: self.callback(batched_events) Jan 21 20:06:59.912260 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 20:06:59.912260 dv-cinder-726180-8-iscsi neutron-server[80002]: event.method(event) Jan 21 20:06:59.912260 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 20:06:59.912260 dv-cinder-726180-8-iscsi neutron-server[80002]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 20:06:59.912260 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 21 20:06:59.912260 dv-cinder-726180-8-iscsi neutron-server[80002]: segment_id)['aggregates'][0] Jan 21 20:06:59.912260 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 20:06:59.912260 dv-cinder-726180-8-iscsi neutron-server[80002]: return f(self, *a, **k) Jan 21 20:06:59.912260 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 20:06:59.912260 dv-cinder-726180-8-iscsi neutron-server[80002]: return self._get(url).json() Jan 21 20:06:59.912260 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 20:06:59.912260 dv-cinder-726180-8-iscsi neutron-server[80002]: **kwargs) Jan 21 20:06:59.912260 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 20:06:59.912260 dv-cinder-726180-8-iscsi neutron-server[80002]: return self.request(url, 'GET', **kwargs) Jan 21 20:06:59.912260 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 21 20:06:59.912260 dv-cinder-726180-8-iscsi neutron-server[80002]: **endpoint_filter) Jan 21 20:06:59.912260 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 20:06:59.912260 dv-cinder-726180-8-iscsi neutron-server[80002]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 20:06:59.912260 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 20:06:59.912260 dv-cinder-726180-8-iscsi neutron-server[80002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 20:06:59.912260 dv-cinder-726180-8-iscsi neutron-server[80002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 20:07:00.005888 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a8309ad5-cf6b-4490-823b-a6ef3e311245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846617832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853807049'] for network, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:00.012028 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d4d04d11-32f3-4372-ae11-396f45f98c86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:00.043941 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a8309ad5-cf6b-4490-823b-a6ef3e311245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:00.057156 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8309ad5-cf6b-4490-823b-a6ef3e311245 admin admin] Pushing event deleted for resources: {'Network': ['ID=034065e7-63ac-4b95-9f0a-e64492698fbf,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:00.066595 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-a8309ad5-cf6b-4490-823b-a6ef3e311245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:00.075663 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-a8309ad5-cf6b-4490-823b-a6ef3e311245 admin admin] 10.222.0.74 "DELETE /v2.0/networks/034065e7-63ac-4b95-9f0a-e64492698fbf HTTP/1.1" status: 204 len: 168 time: 1.3279412 Jan 21 20:07:00.271173 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 33554) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:07:00.329530 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-54723ed6-b63f-432f-bdcb-8d7b3d72b863 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8594a871a86142aca6d7c0a636850946&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0564475 Jan 21 20:07:00.332109 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 33558) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:07:00.402109 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-338c4d1f-e475-4836-86dc-bd23926afefe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:00.431104 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-338c4d1f-e475-4836-86dc-bd23926afefe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:00.479148 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-338c4d1f-e475-4836-86dc-bd23926afefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:00.485106 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-eedcb0b8-5659-41df-86d3-5c427ae63e0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:00.499434 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338c4d1f-e475-4836-86dc-bd23926afefe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb3127f-1bf2-4982-81c8-83221eb9ed93,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:00.503548 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-338c4d1f-e475-4836-86dc-bd23926afefe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:00.510456 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-338c4d1f-e475-4836-86dc-bd23926afefe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:00.511723 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-338c4d1f-e475-4836-86dc-bd23926afefe admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ffb3127f-1bf2-4982-81c8-83221eb9ed93 HTTP/1.1" status: 204 len: 168 time: 0.1786044 Jan 21 20:07:02.993692 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.agents_db [None req-c7ecb146-6622-446f-8bab-48f8cf3fe8cd None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:07:04.446915 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-990f6c42-03bf-4fc7-b79a-8ca30381db84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:06.573710 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-51e96a3e-4c14-4509-87a0-85e062c858d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:07.535173 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:08.496964 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:09.008418 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:22.533585 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-90543c07-886d-41a3-94cc-d12ec5a75411 req-4122b042-315b-4da2-95da-a368e6974a3c tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/floatingips/01de208a-0e89-4142-8bf4-fccc34c9473e HTTP/1.1" status: 200 len: 998 time: 0.3549469 Jan 21 20:07:22.729779 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90543c07-886d-41a3-94cc-d12ec5a75411 req-36cfbe82-f99c-4ca7-85ed-477338bbc7d7 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:07:22.731406 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-90543c07-886d-41a3-94cc-d12ec5a75411 req-36cfbe82-f99c-4ca7-85ed-477338bbc7d7 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/networks/a57e5c9c-980e-4c63-98b2-db6c66af0db2 HTTP/1.1" status: 200 len: 784 time: 0.1893251 Jan 21 20:07:22.744002 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [req-90543c07-886d-41a3-94cc-d12ec5a75411 req-145803e5-97ee-4b1e-af42-8748b44718fa tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=80114) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 20:07:22.745088 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-90543c07-886d-41a3-94cc-d12ec5a75411 req-145803e5-97ee-4b1e-af42-8748b44718fa tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0063422 Jan 21 20:07:22.873037 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-90543c07-886d-41a3-94cc-d12ec5a75411 req-82c1b6aa-76a6-4c89-8ac6-8e8055ddc59c tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.27.2.140 HTTP/1.1" status: 200 len: 1001 time: 0.1198506 Jan 21 20:07:22.977481 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90543c07-886d-41a3-94cc-d12ec5a75411 req-4a5ef626-78e2-4cb7-a6b5-b6d096269651 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:07:22.979149 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-90543c07-886d-41a3-94cc-d12ec5a75411 req-4a5ef626-78e2-4cb7-a6b5-b6d096269651 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/ports/0e6e240e-7ebf-4f8b-bc29-84241bbb99bf HTTP/1.1" status: 200 len: 942 time: 0.0994542 Jan 21 20:07:23.178784 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-90543c07-886d-41a3-94cc-d12ec5a75411 req-63d12f60-8748-4246-b79d-2128cc535934 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.27.2.140 HTTP/1.1" status: 200 len: 1001 time: 0.1139174 Jan 21 20:07:23.411818 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-90543c07-886d-41a3-94cc-d12ec5a75411 req-520a89b7-f260-4cc6-b2c4-7186d3e1e82d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Deleting port f61d0112-7864-4a12-9121-a96fc320803b {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:07:23.412107 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-90543c07-886d-41a3-94cc-d12ec5a75411 req-520a89b7-f260-4cc6-b2c4-7186d3e1e82d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:23.597518 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-90543c07-886d-41a3-94cc-d12ec5a75411 req-520a89b7-f260-4cc6-b2c4-7186d3e1e82d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:23.598084 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-90543c07-886d-41a3-94cc-d12ec5a75411 req-520a89b7-f260-4cc6-b2c4-7186d3e1e82d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks [] for floatingip, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:23.733723 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-90543c07-886d-41a3-94cc-d12ec5a75411 req-520a89b7-f260-4cc6-b2c4-7186d3e1e82d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Calling delete_port for f61d0112-7864-4a12-9121-a96fc320803b owned by network:floatingip {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:07:23.898590 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-90543c07-886d-41a3-94cc-d12ec5a75411 req-520a89b7-f260-4cc6-b2c4-7186d3e1e82d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852560929'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:23.915140 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b6d49202-b33c-4897-abac-23f2e04b2d31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:24.018644 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a89b7-f260-4cc6-b2c4-7186d3e1e82d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Pushing event deleted for resources: {'Port': ['ID=f61d0112-7864-4a12-9121-a96fc320803b,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:24.030518 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520a89b7-f260-4cc6-b2c4-7186d3e1e82d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:24.031069 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520a89b7-f260-4cc6-b2c4-7186d3e1e82d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:24.032036 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520a89b7-f260-4cc6-b2c4-7186d3e1e82d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:24.032460 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520a89b7-f260-4cc6-b2c4-7186d3e1e82d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:24.032890 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520a89b7-f260-4cc6-b2c4-7186d3e1e82d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:24.033288 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520a89b7-f260-4cc6-b2c4-7186d3e1e82d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:24.033694 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520a89b7-f260-4cc6-b2c4-7186d3e1e82d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:24.034101 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520a89b7-f260-4cc6-b2c4-7186d3e1e82d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:24.034553 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520a89b7-f260-4cc6-b2c4-7186d3e1e82d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:24.034960 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520a89b7-f260-4cc6-b2c4-7186d3e1e82d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:24.035367 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520a89b7-f260-4cc6-b2c4-7186d3e1e82d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:24.035792 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520a89b7-f260-4cc6-b2c4-7186d3e1e82d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:24.036237 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520a89b7-f260-4cc6-b2c4-7186d3e1e82d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:24.036644 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520a89b7-f260-4cc6-b2c4-7186d3e1e82d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:24.037043 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520a89b7-f260-4cc6-b2c4-7186d3e1e82d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:24.037446 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520a89b7-f260-4cc6-b2c4-7186d3e1e82d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:24.037844 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520a89b7-f260-4cc6-b2c4-7186d3e1e82d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:24.038243 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520a89b7-f260-4cc6-b2c4-7186d3e1e82d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:24.038694 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520a89b7-f260-4cc6-b2c4-7186d3e1e82d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:24.039093 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520a89b7-f260-4cc6-b2c4-7186d3e1e82d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:24.039497 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520a89b7-f260-4cc6-b2c4-7186d3e1e82d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:24.039897 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520a89b7-f260-4cc6-b2c4-7186d3e1e82d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:24.040336 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520a89b7-f260-4cc6-b2c4-7186d3e1e82d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:24.040734 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520a89b7-f260-4cc6-b2c4-7186d3e1e82d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:24.046285 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-520a89b7-f260-4cc6-b2c4-7186d3e1e82d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:24.177611 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-90543c07-886d-41a3-94cc-d12ec5a75411 req-520a89b7-f260-4cc6-b2c4-7186d3e1e82d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks [] for floatingip, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:24.178204 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.db.l3_db [req-90543c07-886d-41a3-94cc-d12ec5a75411 req-520a89b7-f260-4cc6-b2c4-7186d3e1e82d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Floating IP 01de208a-0e89-4142-8bf4-fccc34c9473e disassociated (deleted). External IP: 172.27.2.140, port: 0e6e240e-7ebf-4f8b-bc29-84241bbb99bf. Jan 21 20:07:24.568400 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90543c07-886d-41a3-94cc-d12ec5a75411 req-520a89b7-f260-4cc6-b2c4-7186d3e1e82d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Router 9f99afea-04aa-40a9-813a-1428e5231e4c has already been hosted by L3 agent acfbd797-5df7-45c7-9954-db8085626b2a {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 20:07:24.774632 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90543c07-886d-41a3-94cc-d12ec5a75411 req-520a89b7-f260-4cc6-b2c4-7186d3e1e82d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify agent at l3_agent.dv-cinder-726180-8-iscsi the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:07:24.785711 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4d6302-02b7-41aa-bd32-0cdbf3fc75eb None None] Sync routers for ids ['9f99afea-04aa-40a9-813a-1428e5231e4c'] in dv-cinder-726180-8-iscsi {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:07:24.799875 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4d6302-02b7-41aa-bd32-0cdbf3fc75eb None None] Routers {'9f99afea-04aa-40a9-813a-1428e5231e4c'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:07:24.800808 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-af4d6302-02b7-41aa-bd32-0cdbf3fc75eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:07:07Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['9f99afea-04aa-40a9-813a-1428e5231e4c'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:07:24.804868 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-90543c07-886d-41a3-94cc-d12ec5a75411 req-520a89b7-f260-4cc6-b2c4-7186d3e1e82d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:24.873726 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-90543c07-886d-41a3-94cc-d12ec5a75411 req-520a89b7-f260-4cc6-b2c4-7186d3e1e82d tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "DELETE /v2.0/floatingips/01de208a-0e89-4142-8bf4-fccc34c9473e HTTP/1.1" status: 204 len: 173 time: 1.6887083 Jan 21 20:07:24.874231 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e64bf49-38d1-47e3-9a1f-9d602ce93ca1', 'tag': '0e6e240e-7ebf-4f8b-bc29-84241bbb99bf'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:07:24.977782 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90543c07-886d-41a3-94cc-d12ec5a75411 req-7822f3a4-a5ca-441b-a3eb-6602498d3f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:07:24.979553 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-90543c07-886d-41a3-94cc-d12ec5a75411 req-7822f3a4-a5ca-441b-a3eb-6602498d3f4d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=e06769200dc344d2b76edf3f16b1d74b&device_id=1e64bf49-38d1-47e3-9a1f-9d602ce93ca1 HTTP/1.1" status: 200 len: 1162 time: 0.0919652 Jan 21 20:07:24.983190 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e64bf49-38d1-47e3-9a1f-9d602ce93ca1', 'tag': '0e6e240e-7ebf-4f8b-bc29-84241bbb99bf', 'status': 'completed', 'code': 200} Jan 21 20:07:25.201744 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-af4d6302-02b7-41aa-bd32-0cdbf3fc75eb None None] Set router 9f99afea-04aa-40a9-813a-1428e5231e4c gateway port host: dv-cinder-726180-8-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:07:25.460817 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90543c07-886d-41a3-94cc-d12ec5a75411 req-d31146ec-ea15-4aba-9077-3802b09e1106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:07:25.462469 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-90543c07-886d-41a3-94cc-d12ec5a75411 req-d31146ec-ea15-4aba-9077-3802b09e1106 service neutron] 10.222.0.74 "GET /v2.0/networks?id=254a3736-3eda-4653-a3dd-b7e3185fffc0 HTTP/1.1" status: 200 len: 905 time: 0.4756687 Jan 21 20:07:25.551337 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439cf2f5-5817-4e74-9497-26417afccec4 req-470522f1-07e0-404f-a451-01f7c2471aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:07:25.553989 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-439cf2f5-5817-4e74-9497-26417afccec4 req-470522f1-07e0-404f-a451-01f7c2471aa8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e06769200dc344d2b76edf3f16b1d74b&device_id=1e64bf49-38d1-47e3-9a1f-9d602ce93ca1 HTTP/1.1" status: 200 len: 1162 time: 0.4823544 Jan 21 20:07:25.566845 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-90543c07-886d-41a3-94cc-d12ec5a75411 req-1131065e-ce50-43bb-8b05-0155f7170136 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e6e240e-7ebf-4f8b-bc29-84241bbb99bf HTTP/1.1" status: 200 len: 217 time: 0.0963414 Jan 21 20:07:25.613779 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-af4d6302-02b7-41aa-bd32-0cdbf3fc75eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'name': 'tempest-TestVolumeBootPattern-971789623-router', 'tenant_id': 'e06769200dc344d2b76edf3f16b1d74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '6302f1bd-525d-4405-b65e-f45c0850158e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:59:42Z', 'updated_at': '2021-01-21T19:59:50Z', 'revision_number': 4, 'project_id': 'e06769200dc344d2b76edf3f16b1d74b', 'gw_port': {'id': '6302f1bd-525d-4405-b65e-f45c0850158e', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:29:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:59:44Z', 'updated_at': '2021-01-21T19:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': '7c8adb0c-c2ce-436a-a32d-171732043d56', 'name': '', 'network_id': '254a3736-3eda-4653-a3dd-b7e3185fffc0', 'tenant_id': 'e06769200dc344d2b76edf3f16b1d74b', 'mac_address': 'fa:16:3e:51:4e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '67448399-3ad8-4d60-b8f0-d9874d8637fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:59:49Z', 'updated_at': '2021-01-21T20:00:02Z', 'revision_number': 5, 'project_id': 'e06769200dc344d2b76edf3f16b1d74b', 'subnets': [{'id': '67448399-3ad8-4d60-b8f0-d9874d8637fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:07:25.618200 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4d6302-02b7-41aa-bd32-0cdbf3fc75eb None None] Checking router: 9f99afea-04aa-40a9-813a-1428e5231e4c for host: dv-cinder-726180-8-iscsi {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:07:25.629916 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4d6302-02b7-41aa-bd32-0cdbf3fc75eb None None] Routers {'9f99afea-04aa-40a9-813a-1428e5231e4c'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:07:25.630634 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-af4d6302-02b7-41aa-bd32-0cdbf3fc75eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:07:07Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['9f99afea-04aa-40a9-813a-1428e5231e4c'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:07:25.780942 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90543c07-886d-41a3-94cc-d12ec5a75411 req-a9ac54f3-4a0d-416e-b8f9-c41d8415ae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:07:25.783156 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-90543c07-886d-41a3-94cc-d12ec5a75411 req-a9ac54f3-4a0d-416e-b8f9-c41d8415ae2e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=67448399-3ad8-4d60-b8f0-d9874d8637fd HTTP/1.1" status: 200 len: 850 time: 0.1844802 Jan 21 20:07:25.869597 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-af4d6302-02b7-41aa-bd32-0cdbf3fc75eb None None] Set router 9f99afea-04aa-40a9-813a-1428e5231e4c gateway port host: dv-cinder-726180-8-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:07:25.879016 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439cf2f5-5817-4e74-9497-26417afccec4 req-99ebcf23-fd1b-4cce-9e89-ad0e9baad443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:07:25.880751 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-439cf2f5-5817-4e74-9497-26417afccec4 req-99ebcf23-fd1b-4cce-9e89-ad0e9baad443 service neutron] 10.222.0.83 "GET /v2.0/networks?id=254a3736-3eda-4653-a3dd-b7e3185fffc0 HTTP/1.1" status: 200 len: 905 time: 0.3128097 Jan 21 20:07:26.006645 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-439cf2f5-5817-4e74-9497-26417afccec4 req-41625357-fe73-478c-8966-5bdb355b7d46 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e6e240e-7ebf-4f8b-bc29-84241bbb99bf HTTP/1.1" status: 200 len: 217 time: 0.1123328 Jan 21 20:07:26.069170 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90543c07-886d-41a3-94cc-d12ec5a75411 req-123bcccf-8fcc-4ded-91c6-a01b6ea843a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:07:26.071465 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-90543c07-886d-41a3-94cc-d12ec5a75411 req-123bcccf-8fcc-4ded-91c6-a01b6ea843a3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=254a3736-3eda-4653-a3dd-b7e3185fffc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2730579 Jan 21 20:07:26.188756 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439cf2f5-5817-4e74-9497-26417afccec4 req-6d745f4f-cbe1-4731-8760-11ec34d5d791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:07:26.190370 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-439cf2f5-5817-4e74-9497-26417afccec4 req-6d745f4f-cbe1-4731-8760-11ec34d5d791 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67448399-3ad8-4d60-b8f0-d9874d8637fd HTTP/1.1" status: 200 len: 850 time: 0.1712053 Jan 21 20:07:26.259978 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-af4d6302-02b7-41aa-bd32-0cdbf3fc75eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'name': 'tempest-TestVolumeBootPattern-971789623-router', 'tenant_id': 'e06769200dc344d2b76edf3f16b1d74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '6302f1bd-525d-4405-b65e-f45c0850158e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:59:42Z', 'updated_at': '2021-01-21T19:59:50Z', 'revision_number': 4, 'project_id': 'e06769200dc344d2b76edf3f16b1d74b', 'gw_port': {'id': '6302f1bd-525d-4405-b65e-f45c0850158e', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:29:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:59:44Z', 'updated_at': '2021-01-21T19:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': '7c8adb0c-c2ce-436a-a32d-171732043d56', 'name': '', 'network_id': '254a3736-3eda-4653-a3dd-b7e3185fffc0', 'tenant_id': 'e06769200dc344d2b76edf3f16b1d74b', 'mac_address': 'fa:16:3e:51:4e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '67448399-3ad8-4d60-b8f0-d9874d8637fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:59:49Z', 'updated_at': '2021-01-21T20:00:02Z', 'revision_number': 5, 'project_id': 'e06769200dc344d2b76edf3f16b1d74b', 'subnets': [{'id': '67448399-3ad8-4d60-b8f0-d9874d8637fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:07:26.264977 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4d6302-02b7-41aa-bd32-0cdbf3fc75eb None None] The sync data for ids ['9f99afea-04aa-40a9-813a-1428e5231e4c'] in dv-cinder-726180-8-iscsi is: [{'id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'name': 'tempest-TestVolumeBootPattern-971789623-router', 'tenant_id': 'e06769200dc344d2b76edf3f16b1d74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '6302f1bd-525d-4405-b65e-f45c0850158e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:59:42Z', 'updated_at': '2021-01-21T19:59:50Z', 'revision_number': 4, 'project_id': 'e06769200dc344d2b76edf3f16b1d74b', 'gw_port': {'id': '6302f1bd-525d-4405-b65e-f45c0850158e', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:29:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:59:44Z', 'updated_at': '2021-01-21T19:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': '7c8adb0c-c2ce-436a-a32d-171732043d56', 'name': '', 'network_id': '254a3736-3eda-4653-a3dd-b7e3185fffc0', 'tenant_id': 'e06769200dc344d2b76edf3f16b1d74b', 'mac_address': 'fa:16:3e:51:4e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '67448399-3ad8-4d60-b8f0-d9874d8637fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:59:49Z', 'updated_at': '2021-01-21T20:00:02Z', 'revision_number': 5, 'project_id': 'e06769200dc344d2b76edf3f16b1d74b', 'subnets': [{'id': '67448399-3ad8-4d60-b8f0-d9874d8637fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:07:26.305807 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-90543c07-886d-41a3-94cc-d12ec5a75411 req-3c0c20bd-8e72-4c9f-895b-49c49e0e4ca3 service neutron] 10.222.0.74 "GET /v2.0/networks/254a3736-3eda-4653-a3dd-b7e3185fffc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259321 Jan 21 20:07:26.410556 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439cf2f5-5817-4e74-9497-26417afccec4 req-d9fb3a48-c4de-4456-848d-5cb9ab8bc160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:07:26.412219 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-439cf2f5-5817-4e74-9497-26417afccec4 req-d9fb3a48-c4de-4456-848d-5cb9ab8bc160 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=254a3736-3eda-4653-a3dd-b7e3185fffc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2111232 Jan 21 20:07:26.582032 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-90543c07-886d-41a3-94cc-d12ec5a75411 req-6d2c2456-fde7-4171-b243-d46f64647564 service neutron] 10.222.0.74 "GET /v2.0/networks/254a3736-3eda-4653-a3dd-b7e3185fffc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2674277 Jan 21 20:07:26.615630 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-439cf2f5-5817-4e74-9497-26417afccec4 req-f9ced09e-b5ab-439a-b982-d55a496497ae service neutron] 10.222.0.83 "GET /v2.0/networks/254a3736-3eda-4653-a3dd-b7e3185fffc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918709 Jan 21 20:07:26.723430 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2947e58d-8ce6-4f78-85db-7d3679d983d7 None None] New status for floating IP 01de208a-0e89-4142-8bf4-fccc34c9473e: DOWN {{(pid=80115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 21 20:07:26.777767 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-439cf2f5-5817-4e74-9497-26417afccec4 req-4318b3e0-3ebb-4439-8eed-f508dc2e04b0 service neutron] 10.222.0.83 "GET /v2.0/networks/254a3736-3eda-4653-a3dd-b7e3185fffc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1543779 Jan 21 20:07:27.084715 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f667be9-624a-4dd4-a6a6-d57189a872b2 req-545c7d82-98d1-4759-91a9-3ee6cdc82dcb tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:07:27.085493 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-7f667be9-624a-4dd4-a6a6-d57189a872b2 req-545c7d82-98d1-4759-91a9-3ee6cdc82dcb tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Synchronizing usage tracker for tenant:e06769200dc344d2b76edf3f16b1d74b on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:07:27.100970 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-7f667be9-624a-4dd4-a6a6-d57189a872b2 req-545c7d82-98d1-4759-91a9-3ee6cdc82dcb tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Unset dirty status for tenant:e06769200dc344d2b76edf3f16b1d74b on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:07:27.102259 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7f667be9-624a-4dd4-a6a6-d57189a872b2 req-545c7d82-98d1-4759-91a9-3ee6cdc82dcb tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/ports?device_id=1e64bf49-38d1-47e3-9a1f-9d602ce93ca1 HTTP/1.1" status: 200 len: 945 time: 0.1215487 Jan 21 20:07:27.155417 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-7f667be9-624a-4dd4-a6a6-d57189a872b2 req-f9a233a7-b490-469d-b395-ab7416ae0fa7 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/security-groups?id=b0de9197-38ff-4771-a521-40a10a34698d&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0460622 Jan 21 20:07:28.392992 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c5230-ca4a-4bd2-b6b2-c26f03ef64b9 req-3786f62b-3dad-4d9b-b466-81f2353d458b tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:07:28.394726 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f03c5230-ca4a-4bd2-b6b2-c26f03ef64b9 req-3786f62b-3dad-4d9b-b466-81f2353d458b tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/ports?device_id=1e64bf49-38d1-47e3-9a1f-9d602ce93ca1 HTTP/1.1" status: 200 len: 945 time: 0.1079473 Jan 21 20:07:28.447047 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f03c5230-ca4a-4bd2-b6b2-c26f03ef64b9 req-211a88b0-6f29-4077-b28b-1f076e49e3c6 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/security-groups?id=b0de9197-38ff-4771-a521-40a10a34698d&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0460405 Jan 21 20:07:28.728616 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 0e6e240e-7ebf-4f8b-bc29-84241bbb99bf up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:07:28.801846 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 0e6e240e-7ebf-4f8b-bc29-84241bbb99bf triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:07:28.802302 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:29.041872 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0708b8-0057-4a80-939e-d48d3bf9756c req-f021d8a2-2f2d-496b-9a16-d74074edef46 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:07:29.043412 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ce0708b8-0057-4a80-939e-d48d3bf9756c req-f021d8a2-2f2d-496b-9a16-d74074edef46 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.83 "GET /v2.0/ports?device_id=1e64bf49-38d1-47e3-9a1f-9d602ce93ca1 HTTP/1.1" status: 200 len: 945 time: 0.1097367 Jan 21 20:07:29.131916 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-ce0708b8-0057-4a80-939e-d48d3bf9756c req-5929443a-913d-4961-8d69-21667340c1a3 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Deleting port 0e6e240e-7ebf-4f8b-bc29-84241bbb99bf {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:07:29.132311 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-ce0708b8-0057-4a80-939e-d48d3bf9756c req-5929443a-913d-4961-8d69-21667340c1a3 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:29.296355 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:29.408662 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-ce0708b8-0057-4a80-939e-d48d3bf9756c req-5929443a-913d-4961-8d69-21667340c1a3 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] For port 0e6e240e-7ebf-4f8b-bc29-84241bbb99bf, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=0e6e240e-7ebf-4f8b-bc29-84241bbb99bf,segment=NetworkSegment(280e0ed6-2977-414d-a5e1-db08aca200b2),segment_id=280e0ed6-2977-414d-a5e1-db08aca200b2)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:07:29.409284 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-ce0708b8-0057-4a80-939e-d48d3bf9756c req-5929443a-913d-4961-8d69-21667340c1a3 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:29.547415 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-ce0708b8-0057-4a80-939e-d48d3bf9756c req-5929443a-913d-4961-8d69-21667340c1a3 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Calling delete_port for 0e6e240e-7ebf-4f8b-bc29-84241bbb99bf owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:07:29.780977 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434dde9-167d-431e-9bd1-33295d0e859a req-6b7cd959-0a07-4314-9a1f-0ead2b2623da tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:07:29.782919 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3434dde9-167d-431e-9bd1-33295d0e859a req-6b7cd959-0a07-4314-9a1f-0ead2b2623da tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/ports?device_id=1e64bf49-38d1-47e3-9a1f-9d602ce93ca1 HTTP/1.1" status: 200 len: 945 time: 0.1974115 Jan 21 20:07:29.838539 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-ce0708b8-0057-4a80-939e-d48d3bf9756c req-5929443a-913d-4961-8d69-21667340c1a3 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852560929'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:29.860276 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-6ce7ff30-222c-4e11-afff-02907fedefd6 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:29.913665 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929443a-913d-4961-8d69-21667340c1a3 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Pushing event deleted for resources: {'Port': ['ID=0e6e240e-7ebf-4f8b-bc29-84241bbb99bf,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:29.920998 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3434dde9-167d-431e-9bd1-33295d0e859a req-2bc476e7-01d4-4eb0-b14a-9f322f34b876 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/security-groups?id=b0de9197-38ff-4771-a521-40a10a34698d&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1275032 Jan 21 20:07:29.968108 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-5929443a-913d-4961-8d69-21667340c1a3 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:30.081505 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce0708b8-0057-4a80-939e-d48d3bf9756c req-5929443a-913d-4961-8d69-21667340c1a3 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] No DVR routers for this DVR port 0e6e240e-7ebf-4f8b-bc29-84241bbb99bf on host hv-cinder-72618 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 20:07:30.083885 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-ce0708b8-0057-4a80-939e-d48d3bf9756c req-5929443a-913d-4961-8d69-21667340c1a3 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:30.086903 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e64bf49-38d1-47e3-9a1f-9d602ce93ca1', 'name': 'network-vif-deleted', 'tag': '0e6e240e-7ebf-4f8b-bc29-84241bbb99bf'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:07:30.112929 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ce0708b8-0057-4a80-939e-d48d3bf9756c req-5929443a-913d-4961-8d69-21667340c1a3 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.83 "DELETE /v2.0/ports/0e6e240e-7ebf-4f8b-bc29-84241bbb99bf HTTP/1.1" status: 204 len: 173 time: 1.0624933 Jan 21 20:07:30.152008 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e64bf49-38d1-47e3-9a1f-9d602ce93ca1', 'name': 'network-vif-deleted', 'tag': '0e6e240e-7ebf-4f8b-bc29-84241bbb99bf', 'status': 'completed', 'code': 200} Jan 21 20:07:30.557781 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 0e6e240e-7ebf-4f8b-bc29-84241bbb99bf no longer exists at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:07:30.597447 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] No Port match for: 0e6e240e-7ebf-4f8b-bc29-84241bbb99bf {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 20:07:30.597845 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 0e6e240e-7ebf-4f8b-bc29-84241bbb99bf not bound to the agent host hv-cinder-72618 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 20:07:31.122374 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-b714bde8-297f-4f3e-a0a0-14b14bc4c160 req-46ad58ce-71da-4fbb-80dc-949464898442 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Synchronizing usage tracker for tenant:e06769200dc344d2b76edf3f16b1d74b on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:07:31.138428 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-b714bde8-297f-4f3e-a0a0-14b14bc4c160 req-46ad58ce-71da-4fbb-80dc-949464898442 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Unset dirty status for tenant:e06769200dc344d2b76edf3f16b1d74b on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:07:31.139752 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-b714bde8-297f-4f3e-a0a0-14b14bc4c160 req-46ad58ce-71da-4fbb-80dc-949464898442 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/ports?device_id=1e64bf49-38d1-47e3-9a1f-9d602ce93ca1 HTTP/1.1" status: 200 len: 210 time: 0.0682685 Jan 21 20:07:32.611035 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ea6121a5-6470-4825-a4e5-0e8e497dea1a req-34dc7cad-9dac-4b29-9fb1-9453fcab0722 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/floatingips/15533484-f51c-4ec3-a26b-48b097cbe098 HTTP/1.1" status: 200 len: 692 time: 0.3263636 Jan 21 20:07:32.797386 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6121a5-6470-4825-a4e5-0e8e497dea1a req-fc84b601-3eec-4e37-8471-4b82eceb1977 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:07:32.798947 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ea6121a5-6470-4825-a4e5-0e8e497dea1a req-fc84b601-3eec-4e37-8471-4b82eceb1977 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/networks/a57e5c9c-980e-4c63-98b2-db6c66af0db2 HTTP/1.1" status: 200 len: 784 time: 0.1818824 Jan 21 20:07:32.895532 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-ea6121a5-6470-4825-a4e5-0e8e497dea1a req-a1b71bfc-20bc-4543-97ab-7c15aa7393ca tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Synchronizing usage tracker for tenant:e06769200dc344d2b76edf3f16b1d74b on resource:floatingip {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:07:32.911323 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-ea6121a5-6470-4825-a4e5-0e8e497dea1a req-a1b71bfc-20bc-4543-97ab-7c15aa7393ca tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Unset dirty status for tenant:e06769200dc344d2b76edf3f16b1d74b on resource:floatingip {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:07:32.912618 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ea6121a5-6470-4825-a4e5-0e8e497dea1a req-a1b71bfc-20bc-4543-97ab-7c15aa7393ca tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.27.2.42 HTTP/1.1" status: 200 len: 695 time: 0.1072683 Jan 21 20:07:33.010371 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ea6121a5-6470-4825-a4e5-0e8e497dea1a req-96bcdcf3-fa39-4886-88f5-07cc311336ec tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.27.2.42 HTTP/1.1" status: 200 len: 695 time: 0.0911179 Jan 21 20:07:33.192086 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-ea6121a5-6470-4825-a4e5-0e8e497dea1a req-92cbfc90-ce2d-476c-a68c-3de749899c9b tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Deleting port 27b09b76-16b8-48cf-a53d-7370a6a21157 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:07:33.192384 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-ea6121a5-6470-4825-a4e5-0e8e497dea1a req-92cbfc90-ce2d-476c-a68c-3de749899c9b tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:33.390228 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-ea6121a5-6470-4825-a4e5-0e8e497dea1a req-92cbfc90-ce2d-476c-a68c-3de749899c9b tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:33.390739 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-ea6121a5-6470-4825-a4e5-0e8e497dea1a req-92cbfc90-ce2d-476c-a68c-3de749899c9b tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks [] for floatingip, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:33.527172 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-ea6121a5-6470-4825-a4e5-0e8e497dea1a req-92cbfc90-ce2d-476c-a68c-3de749899c9b tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Calling delete_port for 27b09b76-16b8-48cf-a53d-7370a6a21157 owned by network:floatingip {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:07:33.692188 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-ea6121a5-6470-4825-a4e5-0e8e497dea1a req-92cbfc90-ce2d-476c-a68c-3de749899c9b tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852560929'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:33.706830 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d50478f8-0547-493f-96ed-35f9fd854f13 tempest-VolumesSnapshotTestJSON-341560791 tempest-VolumesSnapshotTestJSON-341560791] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:33.758826 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cbfc90-ce2d-476c-a68c-3de749899c9b tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Pushing event deleted for resources: {'Port': ['ID=27b09b76-16b8-48cf-a53d-7370a6a21157,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:33.761607 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-92cbfc90-ce2d-476c-a68c-3de749899c9b tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:33.949843 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-ea6121a5-6470-4825-a4e5-0e8e497dea1a req-92cbfc90-ce2d-476c-a68c-3de749899c9b tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks [] for floatingip, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:33.987973 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-ea6121a5-6470-4825-a4e5-0e8e497dea1a req-92cbfc90-ce2d-476c-a68c-3de749899c9b tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:33.989253 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ea6121a5-6470-4825-a4e5-0e8e497dea1a req-92cbfc90-ce2d-476c-a68c-3de749899c9b tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "DELETE /v2.0/floatingips/15533484-f51c-4ec3-a26b-48b097cbe098 HTTP/1.1" status: 204 len: 173 time: 0.9726617 Jan 21 20:07:34.440737 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bdcae39a-3264-48da-b6c2-d5fa6b54bf53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:35.493742 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3e53881c-818c-4ce3-8dd8-03dacb682619 req-84233999-d34c-4b57-a538-48e2c9885782 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "GET /v2.0/security-groups/b0de9197-38ff-4771-a521-40a10a34698d HTTP/1.1" status: 200 len: 2999 time: 0.0549552 Jan 21 20:07:35.577157 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-3e53881c-818c-4ce3-8dd8-03dacb682619 req-16b8afdb-4efc-417d-80ae-bd2fc3872684 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:35.609526 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-3e53881c-818c-4ce3-8dd8-03dacb682619 req-16b8afdb-4efc-417d-80ae-bd2fc3872684 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:35.663087 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-3e53881c-818c-4ce3-8dd8-03dacb682619 req-16b8afdb-4efc-417d-80ae-bd2fc3872684 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:35.667398 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-5f1f18e8-3efb-451c-8dc5-524781fa8749 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:35.684232 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b8afdb-4efc-417d-80ae-bd2fc3872684 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0de9197-38ff-4771-a521-40a10a34698d,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:35.687913 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-16b8afdb-4efc-417d-80ae-bd2fc3872684 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:35.697326 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-3e53881c-818c-4ce3-8dd8-03dacb682619 req-16b8afdb-4efc-417d-80ae-bd2fc3872684 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:35.698605 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3e53881c-818c-4ce3-8dd8-03dacb682619 req-16b8afdb-4efc-417d-80ae-bd2fc3872684 tempest-TestVolumeBootPattern-1890461329 tempest-TestVolumeBootPattern-1890461329] 10.222.0.74 "DELETE /v2.0/security-groups/b0de9197-38ff-4771-a521-40a10a34698d HTTP/1.1" status: 204 len: 173 time: 0.1983538 Jan 21 20:07:35.774852 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 33610) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:07:36.579365 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d8ed3136-c521-4233-9d4e-a09bce37cb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:36.615705 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4a2e3ec0-c93a-41ba-a998-205f86ead3d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853819610'] for router_interface, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:37.006169 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-4a2e3ec0-c93a-41ba-a998-205f86ead3d4 admin admin] Deleting port 7c8adb0c-c2ce-436a-a32d-171732043d56 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:07:37.006617 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4a2e3ec0-c93a-41ba-a998-205f86ead3d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:37.199685 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-4a2e3ec0-c93a-41ba-a998-205f86ead3d4 admin admin] For port 7c8adb0c-c2ce-436a-a32d-171732043d56, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=7c8adb0c-c2ce-436a-a32d-171732043d56,segment=NetworkSegment(280e0ed6-2977-414d-a5e1-db08aca200b2),segment_id=280e0ed6-2977-414d-a5e1-db08aca200b2)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:07:37.200082 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4a2e3ec0-c93a-41ba-a998-205f86ead3d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:37.337824 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-4a2e3ec0-c93a-41ba-a998-205f86ead3d4 admin admin] Calling delete_port for 7c8adb0c-c2ce-436a-a32d-171732043d56 owned by network:router_interface {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:07:37.533995 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4a2e3ec0-c93a-41ba-a998-205f86ead3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852560929'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:37.537913 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:37.553761 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-badd7b1a-2065-4d79-9123-5d0ea826c860 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:37.881998 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e3ec0-c93a-41ba-a998-205f86ead3d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c8adb0c-c2ce-436a-a32d-171732043d56,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:37.886299 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-4a2e3ec0-c93a-41ba-a998-205f86ead3d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:38.237961 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4a2e3ec0-c93a-41ba-a998-205f86ead3d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853819456'] for router_interface, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:38.490418 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:38.776950 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2e3ec0-c93a-41ba-a998-205f86ead3d4 admin admin] Router 9f99afea-04aa-40a9-813a-1428e5231e4c has already been hosted by L3 agent acfbd797-5df7-45c7-9954-db8085626b2a {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 20:07:38.976089 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2e3ec0-c93a-41ba-a998-205f86ead3d4 admin admin] Notify agent at l3_agent.dv-cinder-726180-8-iscsi the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:07:38.986316 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9a227e-6282-4923-bbe3-bfc6f64e6557 None None] Sync routers for ids ['9f99afea-04aa-40a9-813a-1428e5231e4c'] in dv-cinder-726180-8-iscsi {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:07:38.991203 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-4a2e3ec0-c93a-41ba-a998-205f86ead3d4 admin admin] 10.222.0.74 "PUT /v2.0/routers/9f99afea-04aa-40a9-813a-1428e5231e4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2150145 Jan 21 20:07:38.994168 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 33616) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:07:38.996692 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9a227e-6282-4923-bbe3-bfc6f64e6557 None None] Routers {'9f99afea-04aa-40a9-813a-1428e5231e4c'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:07:38.997769 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-2a9a227e-6282-4923-bbe3-bfc6f64e6557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:07:37Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['9f99afea-04aa-40a9-813a-1428e5231e4c'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:07:39.010804 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:39.208590 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-2a9a227e-6282-4923-bbe3-bfc6f64e6557 None None] Set router 9f99afea-04aa-40a9-813a-1428e5231e4c gateway port host: dv-cinder-726180-8-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:07:39.215292 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ccf80bd9-9411-4fe2-9872-6d2efeaa31ab admin admin] Notify callbacks [] for router, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:39.463453 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ccf80bd9-9411-4fe2-9872-6d2efeaa31ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:39.471327 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-ccf80bd9-9411-4fe2-9872-6d2efeaa31ab admin admin] Deleting port 6302f1bd-525d-4405-b65e-f45c0850158e {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:07:39.471899 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ccf80bd9-9411-4fe2-9872-6d2efeaa31ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:39.598681 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-2a9a227e-6282-4923-bbe3-bfc6f64e6557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'name': 'tempest-TestVolumeBootPattern-971789623-router', 'tenant_id': 'e06769200dc344d2b76edf3f16b1d74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '6302f1bd-525d-4405-b65e-f45c0850158e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:59:42Z', 'updated_at': '2021-01-21T20:07:37Z', 'revision_number': 5, 'project_id': 'e06769200dc344d2b76edf3f16b1d74b', 'gw_port': {'id': '6302f1bd-525d-4405-b65e-f45c0850158e', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:29:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:59:44Z', 'updated_at': '2021-01-21T19:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi'}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:07:39.603451 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9a227e-6282-4923-bbe3-bfc6f64e6557 None None] Checking router: 9f99afea-04aa-40a9-813a-1428e5231e4c for host: dv-cinder-726180-8-iscsi {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:07:39.614200 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9a227e-6282-4923-bbe3-bfc6f64e6557 None None] Routers {'9f99afea-04aa-40a9-813a-1428e5231e4c'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:07:39.614917 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-2a9a227e-6282-4923-bbe3-bfc6f64e6557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:07:37Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['9f99afea-04aa-40a9-813a-1428e5231e4c'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:07:39.712747 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-ccf80bd9-9411-4fe2-9872-6d2efeaa31ab admin admin] For port 6302f1bd-525d-4405-b65e-f45c0850158e, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=6302f1bd-525d-4405-b65e-f45c0850158e,segment=NetworkSegment(0b618305-a50f-40b3-8ec6-85df1521bd1b),segment_id=0b618305-a50f-40b3-8ec6-85df1521bd1b)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:07:39.713150 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ccf80bd9-9411-4fe2-9872-6d2efeaa31ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:39.857160 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-ccf80bd9-9411-4fe2-9872-6d2efeaa31ab admin admin] Calling delete_port for 6302f1bd-525d-4405-b65e-f45c0850158e owned by network:router_gateway {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:07:40.012781 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.agents_db [None req-c7ecb146-6622-446f-8bab-48f8cf3fe8cd None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:07:40.023944 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ccf80bd9-9411-4fe2-9872-6d2efeaa31ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852560929'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:40.029102 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-2a9a227e-6282-4923-bbe3-bfc6f64e6557 None None] Set router 9f99afea-04aa-40a9-813a-1428e5231e4c gateway port host: dv-cinder-726180-8-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: WARNING neutron.plugins.ml2.ovo_rpc [None req-ccf80bd9-9411-4fe2-9872-6d2efeaa31ab admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: result = function(*args, **kwargs) Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: proto.__init__(conn_state, self) Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: self.handle() Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: self.handle_one_request() Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: self.handle_one_response() Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: result = self.application(self.environ, start_response) Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: return app(environ, start_response) Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: resp = self.call_func(req, *args, **kw) Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: return self.func(req, *args, **kwargs) Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: response = req.get_response(self.application) Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: application, catch_exc_info=False) Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: app_iter = application(self.environ, start_response) Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: resp = self.call_func(req, *args, **kw) Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: return self.func(req, *args, **kwargs) Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: response = req.get_response(self.application) Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: application, catch_exc_info=False) Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: app_iter = application(self.environ, start_response) Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: resp = self.call_func(req, *args, **kw) Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: return self.func(req, *args, **kwargs) Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: response = req.get_response(self.application) Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: application, catch_exc_info=False) Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: app_iter = application(self.environ, start_response) Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: resp = self.call_func(req, *args, **kw) Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: return self.func(req, *args, **kwargs) Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: response = req.get_response(self.application) Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: application, catch_exc_info=False) Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: app_iter = application(self.environ, start_response) Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: resp = self.call_func(req, *args, **kw) Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: return self.func(req, *args, **kwargs) Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: return request.get_response(self.application) Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: application, catch_exc_info=False) Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: app_iter = application(self.environ, start_response) Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: resp = self.call_func(req, *args, **kw) Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: return self.func(req, *args, **kwargs) Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: response = req.get_response(self._app) Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: application, catch_exc_info=False) Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: app_iter = application(self.environ, start_response) Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: return resp(environ, start_response) Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: return resp(environ, start_response) Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: response = self.app(environ, start_response) Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: return resp(environ, start_response) Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: resp = self.call_func(req, *args, **kw) Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: return self.func(req, *args, **kwargs) Jan 21 20:07:40.029879 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 21 20:07:40.037203 dv-cinder-726180-8-iscsi neutron-server[80002]: result = method(request=request, **args) Jan 21 20:07:40.037203 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 21 20:07:40.037203 dv-cinder-726180-8-iscsi neutron-server[80002]: return self._delete(request, id, **kwargs) Jan 21 20:07:40.037203 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 20:07:40.037203 dv-cinder-726180-8-iscsi neutron-server[80002]: return f(*args, **kwargs) Jan 21 20:07:40.037203 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 20:07:40.037203 dv-cinder-726180-8-iscsi neutron-server[80002]: return f(*args, **kwargs) Jan 21 20:07:40.037203 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 20:07:40.037203 dv-cinder-726180-8-iscsi neutron-server[80002]: return f(*dup_args, **dup_kwargs) Jan 21 20:07:40.037203 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 21 20:07:40.037203 dv-cinder-726180-8-iscsi neutron-server[80002]: obj_deleter(request.context, id, **kwargs) Jan 21 20:07:40.037203 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Jan 21 20:07:40.037203 dv-cinder-726180-8-iscsi neutron-server[80002]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 21 20:07:40.037203 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 21 20:07:40.037203 dv-cinder-726180-8-iscsi neutron-server[80002]: return method(*args, **kwargs) Jan 21 20:07:40.037203 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 21 20:07:40.037203 dv-cinder-726180-8-iscsi neutron-server[80002]: return f(*args, **kwargs) Jan 21 20:07:40.037203 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 21 20:07:40.037203 dv-cinder-726180-8-iscsi neutron-server[80002]: return f(*args, **kwargs) Jan 21 20:07:40.037203 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 21 20:07:40.037203 dv-cinder-726180-8-iscsi neutron-server[80002]: return f(*dup_args, **dup_kwargs) Jan 21 20:07:40.037203 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Jan 21 20:07:40.037203 dv-cinder-726180-8-iscsi neutron-server[80002]: self._delete_current_gw_port(context, id, router, None) Jan 21 20:07:40.037203 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Jan 21 20:07:40.037203 dv-cinder-726180-8-iscsi neutron-server[80002]: admin_ctx, gw_port_id, l3_port_check=False) Jan 21 20:07:40.037203 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 21 20:07:40.037203 dv-cinder-726180-8-iscsi neutron-server[80002]: return f(self, context, *args, **kwargs) Jan 21 20:07:40.037203 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 21 20:07:40.037203 dv-cinder-726180-8-iscsi neutron-server[80002]: return method(*args, **kwargs) Jan 21 20:07:40.037203 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port Jan 21 20:07:40.037203 dv-cinder-726180-8-iscsi neutron-server[80002]: context, port, router_ids, bound_mech_contexts) Jan 21 20:07:40.037203 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port Jan 21 20:07:40.037203 dv-cinder-726180-8-iscsi neutron-server[80002]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 21 20:07:40.037203 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 21 20:07:40.037203 dv-cinder-726180-8-iscsi neutron-server[80002]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 21 20:07:40.037203 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 21 20:07:40.037203 dv-cinder-726180-8-iscsi neutron-server[80002]: return function(*args, **kwargs) Jan 21 20:07:40.037203 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 21 20:07:40.037203 dv-cinder-726180-8-iscsi neutron-server[80002]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 21 20:07:40.037203 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 21 20:07:40.037203 dv-cinder-726180-8-iscsi neutron-server[80002]: callback(resource, event, trigger, **kwargs) Jan 21 20:07:40.037203 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 21 20:07:40.037203 dv-cinder-726180-8-iscsi neutron-server[80002]: if self._is_session_semantic_violated(context, resource, event): Jan 21 20:07:40.037203 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 21 20:07:40.037203 dv-cinder-726180-8-iscsi neutron-server[80002]: stack = traceback.extract_stack() Jan 21 20:07:40.037203 dv-cinder-726180-8-iscsi neutron-server[80002]: Jan 21 20:07:40.245509 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ccf80bd9-9411-4fe2-9872-6d2efeaa31ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-968785'] for router_gateway, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:40.367471 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-2a9a227e-6282-4923-bbe3-bfc6f64e6557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'name': 'tempest-TestVolumeBootPattern-971789623-router', 'tenant_id': 'e06769200dc344d2b76edf3f16b1d74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '6302f1bd-525d-4405-b65e-f45c0850158e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:59:42Z', 'updated_at': '2021-01-21T20:07:37Z', 'revision_number': 5, 'project_id': 'e06769200dc344d2b76edf3f16b1d74b', 'gw_port': {'id': '6302f1bd-525d-4405-b65e-f45c0850158e', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:29:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:59:44Z', 'updated_at': '2021-01-21T19:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi'}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:07:40.371859 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9a227e-6282-4923-bbe3-bfc6f64e6557 None None] The sync data for ids ['9f99afea-04aa-40a9-813a-1428e5231e4c'] in dv-cinder-726180-8-iscsi is: [{'id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'name': 'tempest-TestVolumeBootPattern-971789623-router', 'tenant_id': 'e06769200dc344d2b76edf3f16b1d74b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '6302f1bd-525d-4405-b65e-f45c0850158e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:59:42Z', 'updated_at': '2021-01-21T20:07:37Z', 'revision_number': 5, 'project_id': 'e06769200dc344d2b76edf3f16b1d74b', 'gw_port': {'id': '6302f1bd-525d-4405-b65e-f45c0850158e', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:29:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f99afea-04aa-40a9-813a-1428e5231e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:59:44Z', 'updated_at': '2021-01-21T19:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi'}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:07:40.412345 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ccf80bd9-9411-4fe2-9872-6d2efeaa31ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854652844'] for router, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:40.414838 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ccf80bd9-9411-4fe2-9872-6d2efeaa31ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:40.756499 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ccf80bd9-9411-4fe2-9872-6d2efeaa31ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853794932'] for router, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:40.756993 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf80bd9-9411-4fe2-9872-6d2efeaa31ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f99afea-04aa-40a9-813a-1428e5231e4c {{(pid=80114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 20:07:40.772141 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ccf80bd9-9411-4fe2-9872-6d2efeaa31ab admin admin] Notify callbacks [] for router, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:40.773421 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-ccf80bd9-9411-4fe2-9872-6d2efeaa31ab admin admin] 10.222.0.74 "DELETE /v2.0/routers/9f99afea-04aa-40a9-813a-1428e5231e4c HTTP/1.1" status: 204 len: 168 time: 1.7781720 Jan 21 20:07:40.776624 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 33620) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:07:40.823052 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 7c8adb0c-c2ce-436a-a32d-171732043d56 no longer exists at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:07:40.849503 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_v2 [None req-81724531-7003-4109-baf2-ac72926cdfef admin admin] Deleting subnet 67448399-3ad8-4d60-b8f0-d9874d8637fd {{(pid=80114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 21 20:07:40.853096 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-81724531-7003-4109-baf2-ac72926cdfef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:40.862597 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] No Port match for: 7c8adb0c-c2ce-436a-a32d-171732043d56 {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 20:07:40.863005 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 7c8adb0c-c2ce-436a-a32d-171732043d56 not bound to the agent host dv-cinder-726180-8-iscsi {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 20:07:40.919247 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-81724531-7003-4109-baf2-ac72926cdfef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852159214'] for subnet, precommit_delete_associations {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:41.064233 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-81724531-7003-4109-baf2-ac72926cdfef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846617693'] for subnet, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:41.355133 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-81724531-7003-4109-baf2-ac72926cdfef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8158139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2214885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3131371'] for subnet, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:41.369826 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:41.458943 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81724531-7003-4109-baf2-ac72926cdfef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67448399-3ad8-4d60-b8f0-d9874d8637fd,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:41.461882 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-81724531-7003-4109-baf2-ac72926cdfef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:41.518612 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-81724531-7003-4109-baf2-ac72926cdfef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for subnet, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:41.523789 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6b0ff4-dbb7-4238-a400-afb408756160 None None] Network 254a3736-3eda-4653-a3dd-b7e3185fffc0 requested from dv-cinder-726180-8-iscsi {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 20:07:41.527957 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-81724531-7003-4109-baf2-ac72926cdfef admin admin] 10.222.0.74 "DELETE /v2.0/subnets/67448399-3ad8-4d60-b8f0-d9874d8637fd HTTP/1.1" status: 204 len: 168 time: 0.7500136 Jan 21 20:07:41.532913 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 33624) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:07:41.678979 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-85e297d1-0a31-4302-9a35-c060327c3439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846842325'] for network, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:41.764212 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-85e297d1-0a31-4302-9a35-c060327c3439 admin admin] Deleting port 5feeb6ec-b5b8-4d69-ae9d-42a1d5440533 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:07:41.764816 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-85e297d1-0a31-4302-9a35-c060327c3439 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:41.990198 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fff5d9-4c8a-4115-b567-e7760d536191 None None] DHCP port deletion for 254a3736-3eda-4653-a3dd-b7e3185fffc0 request from dv-cinder-726180-8-iscsi {{(pid=80115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 21 20:07:41.995417 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-49fff5d9-4c8a-4115-b567-e7760d536191 None None] Deleting port 5feeb6ec-b5b8-4d69-ae9d-42a1d5440533 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:07:41.995968 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-49fff5d9-4c8a-4115-b567-e7760d536191 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:42.058409 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-85e297d1-0a31-4302-9a35-c060327c3439 admin admin] For port 5feeb6ec-b5b8-4d69-ae9d-42a1d5440533, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=5feeb6ec-b5b8-4d69-ae9d-42a1d5440533,segment=NetworkSegment(280e0ed6-2977-414d-a5e1-db08aca200b2),segment_id=280e0ed6-2977-414d-a5e1-db08aca200b2)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:07:42.058974 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-85e297d1-0a31-4302-9a35-c060327c3439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:42.219682 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-85e297d1-0a31-4302-9a35-c060327c3439 admin admin] Calling delete_port for 5feeb6ec-b5b8-4d69-ae9d-42a1d5440533 owned by network:dhcp {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:07:42.253181 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-49fff5d9-4c8a-4115-b567-e7760d536191 None None] For port 5feeb6ec-b5b8-4d69-ae9d-42a1d5440533, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=5feeb6ec-b5b8-4d69-ae9d-42a1d5440533,segment=NetworkSegment(280e0ed6-2977-414d-a5e1-db08aca200b2),segment_id=280e0ed6-2977-414d-a5e1-db08aca200b2)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:07:42.253802 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-49fff5d9-4c8a-4115-b567-e7760d536191 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:42.343453 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-85e297d1-0a31-4302-9a35-c060327c3439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852560929'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:42.363732 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ae970657-e320-4fa8-8799-5ea74d0a07e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:42.414163 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e297d1-0a31-4302-9a35-c060327c3439 admin admin] Pushing event deleted for resources: {'Port': ['ID=5feeb6ec-b5b8-4d69-ae9d-42a1d5440533,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:42.447537 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-49fff5d9-4c8a-4115-b567-e7760d536191 None None] Calling delete_port for 5feeb6ec-b5b8-4d69-ae9d-42a1d5440533 owned by network:dhcp {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:07:42.467214 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-85e297d1-0a31-4302-9a35-c060327c3439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:42.525377 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e297d1-0a31-4302-9a35-c060327c3439 admin admin] No DVR routers for this DVR port 5feeb6ec-b5b8-4d69-ae9d-42a1d5440533 on host dv-cinder-726180-8-iscsi {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 20:07:42.535071 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.db.api [None req-49fff5d9-4c8a-4115-b567-e7760d536191 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80115) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 21 20:07:42.535488 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_db.api [None req-49fff5d9-4c8a-4115-b567-e7760d536191 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 21 20:07:42.663245 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-85e297d1-0a31-4302-9a35-c060327c3439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8157968', 'neutron.services.segments.db._delete_segments_for_network--9223363307589961673'] for network, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:42.825213 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.segments.db [None req-85e297d1-0a31-4302-9a35-c060327c3439 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['254a3736-3eda-4653-a3dd-b7e3185fffc0']}} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:07:42.842558 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.segments.db [None req-85e297d1-0a31-4302-9a35-c060327c3439 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '280e0ed6-2977-414d-a5e1-db08aca200b2') {'for_net_delete': True} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:07:42.843020 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.segments.db [None req-85e297d1-0a31-4302-9a35-c060327c3439 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '280e0ed6-2977-414d-a5e1-db08aca200b2') {} {{(pid=80114) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:07:42.857833 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-85e297d1-0a31-4302-9a35-c060327c3439 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307589963209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2616602'] for segment, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:42.877695 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-85e297d1-0a31-4302-9a35-c060327c3439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8360645'] for segment, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:42.880408 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-85e297d1-0a31-4302-9a35-c060327c3439 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 21 20:07:42.882722 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 5feeb6ec-b5b8-4d69-ae9d-42a1d5440533 no longer exists at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:07:42.926538 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] No Port match for: 5feeb6ec-b5b8-4d69-ae9d-42a1d5440533 {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 20:07:42.926931 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 5feeb6ec-b5b8-4d69-ae9d-42a1d5440533 not bound to the agent host dv-cinder-726180-8-iscsi {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 20:07:42.927423 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 6302f1bd-525d-4405-b65e-f45c0850158e no longer exists at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:07:42.973845 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] No Port match for: 6302f1bd-525d-4405-b65e-f45c0850158e {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 20:07:42.974423 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 6302f1bd-525d-4405-b65e-f45c0850158e not bound to the agent host dv-cinder-726180-8-iscsi {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 20:07:43.037033 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-49fff5d9-4c8a-4115-b567-e7760d536191 None None] Deleting port 5feeb6ec-b5b8-4d69-ae9d-42a1d5440533 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:07:43.037655 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-49fff5d9-4c8a-4115-b567-e7760d536191 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:43.098809 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-85e297d1-0a31-4302-9a35-c060327c3439 admin admin] Network 254a3736-3eda-4653-a3dd-b7e3185fffc0 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 20:07:43.109988 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-85e297d1-0a31-4302-9a35-c060327c3439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846415140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2214794'] for segment, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:43.119801 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-49fff5d9-4c8a-4115-b567-e7760d536191 None None] The port '5feeb6ec-b5b8-4d69-ae9d-42a1d5440533' was deleted {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 21 20:07:43.302537 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-85e297d1-0a31-4302-9a35-c060327c3439 admin admin] Network 254a3736-3eda-4653-a3dd-b7e3185fffc0 has no segments {{(pid=80114) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 20:07:43.331893 dv-cinder-726180-8-iscsi neutron-server[80002]: Traceback (most recent call last): Jan 21 20:07:43.331893 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 20:07:43.331893 dv-cinder-726180-8-iscsi neutron-server[80002]: timer() Jan 21 20:07:43.331893 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 20:07:43.331893 dv-cinder-726180-8-iscsi neutron-server[80002]: cb(*args, **kw) Jan 21 20:07:43.331893 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 21 20:07:43.331893 dv-cinder-726180-8-iscsi neutron-server[80002]: return func(*args, **kwargs) Jan 21 20:07:43.331893 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 20:07:43.331893 dv-cinder-726180-8-iscsi neutron-server[80002]: self._notify() Jan 21 20:07:43.331893 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 20:07:43.331893 dv-cinder-726180-8-iscsi neutron-server[80002]: self.callback(batched_events) Jan 21 20:07:43.331893 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 20:07:43.331893 dv-cinder-726180-8-iscsi neutron-server[80002]: event.method(event) Jan 21 20:07:43.331893 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 20:07:43.331893 dv-cinder-726180-8-iscsi neutron-server[80002]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 20:07:43.331893 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 21 20:07:43.331893 dv-cinder-726180-8-iscsi neutron-server[80002]: segment_id)['aggregates'][0] Jan 21 20:07:43.331893 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 20:07:43.331893 dv-cinder-726180-8-iscsi neutron-server[80002]: return f(self, *a, **k) Jan 21 20:07:43.331893 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 20:07:43.331893 dv-cinder-726180-8-iscsi neutron-server[80002]: return self._get(url).json() Jan 21 20:07:43.331893 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 20:07:43.331893 dv-cinder-726180-8-iscsi neutron-server[80002]: **kwargs) Jan 21 20:07:43.331893 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 20:07:43.331893 dv-cinder-726180-8-iscsi neutron-server[80002]: return self.request(url, 'GET', **kwargs) Jan 21 20:07:43.331893 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 21 20:07:43.331893 dv-cinder-726180-8-iscsi neutron-server[80002]: **endpoint_filter) Jan 21 20:07:43.331893 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 20:07:43.331893 dv-cinder-726180-8-iscsi neutron-server[80002]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 20:07:43.331893 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 20:07:43.331893 dv-cinder-726180-8-iscsi neutron-server[80002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 20:07:43.331893 dv-cinder-726180-8-iscsi neutron-server[80002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 20:07:43.415296 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-85e297d1-0a31-4302-9a35-c060327c3439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846617832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853807049'] for network, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:43.420209 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-85e297d1-0a31-4302-9a35-c060327c3439 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for network, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:43.423971 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-560b9e35-88f6-4a99-82a1-3516f60272a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:43.449121 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e297d1-0a31-4302-9a35-c060327c3439 admin admin] Pushing event deleted for resources: {'Network': ['ID=254a3736-3eda-4653-a3dd-b7e3185fffc0,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:43.451992 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-85e297d1-0a31-4302-9a35-c060327c3439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:43.460464 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-85e297d1-0a31-4302-9a35-c060327c3439 admin admin] 10.222.0.74 "DELETE /v2.0/networks/254a3736-3eda-4653-a3dd-b7e3185fffc0 HTTP/1.1" status: 204 len: 168 time: 1.9262865 Jan 21 20:07:43.464673 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 33628) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:07:44.086655 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e3731b9a-a211-4e5b-bc32-05cfc3203e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853819610'] for router_interface, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:44.508109 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-e3731b9a-a211-4e5b-bc32-05cfc3203e83 admin admin] Deleting port b838cbc2-d4cb-4ad6-8c73-7ef2bd43d185 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:07:44.509890 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e3731b9a-a211-4e5b-bc32-05cfc3203e83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:44.730902 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-e3731b9a-a211-4e5b-bc32-05cfc3203e83 admin admin] For port b838cbc2-d4cb-4ad6-8c73-7ef2bd43d185, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=b838cbc2-d4cb-4ad6-8c73-7ef2bd43d185,segment=NetworkSegment(e3fbf8d4-1795-4785-ad18-6728c87376b7),segment_id=e3fbf8d4-1795-4785-ad18-6728c87376b7)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:07:44.731306 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e3731b9a-a211-4e5b-bc32-05cfc3203e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:44.879265 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-e3731b9a-a211-4e5b-bc32-05cfc3203e83 admin admin] Calling delete_port for b838cbc2-d4cb-4ad6-8c73-7ef2bd43d185 owned by network:router_interface {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:07:45.312288 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e3731b9a-a211-4e5b-bc32-05cfc3203e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2470122'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:45.330026 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-81ee57b8-606d-4160-85e7-7bf7f7276785 tempest-VolumesNegativeTest-892590890 tempest-VolumesNegativeTest-892590890] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:45.432075 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3731b9a-a211-4e5b-bc32-05cfc3203e83 admin admin] Pushing event deleted for resources: {'Port': ['ID=b838cbc2-d4cb-4ad6-8c73-7ef2bd43d185,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:45.436394 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e3731b9a-a211-4e5b-bc32-05cfc3203e83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:46.048770 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e3731b9a-a211-4e5b-bc32-05cfc3203e83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853819456'] for router_interface, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:46.651348 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3731b9a-a211-4e5b-bc32-05cfc3203e83 admin admin] Router fe25cfa1-6d48-47df-a86e-d09df5a3fc88 has already been hosted by L3 agent acfbd797-5df7-45c7-9954-db8085626b2a {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 20:07:46.870065 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3731b9a-a211-4e5b-bc32-05cfc3203e83 admin admin] Notify agent at l3_agent.dv-cinder-726180-8-iscsi the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:07:46.880624 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddff4713-6c14-49a5-9b43-450d6467066b None None] Sync routers for ids ['fe25cfa1-6d48-47df-a86e-d09df5a3fc88'] in dv-cinder-726180-8-iscsi {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:07:46.883207 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-e3731b9a-a211-4e5b-bc32-05cfc3203e83 admin admin] 10.222.0.74 "PUT /v2.0/routers/fe25cfa1-6d48-47df-a86e-d09df5a3fc88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4172461 Jan 21 20:07:46.886424 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 33634) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:07:46.893320 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddff4713-6c14-49a5-9b43-450d6467066b None None] Routers {'fe25cfa1-6d48-47df-a86e-d09df5a3fc88'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:07:46.894039 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-ddff4713-6c14-49a5-9b43-450d6467066b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:07:37Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['fe25cfa1-6d48-47df-a86e-d09df5a3fc88'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:07:47.089148 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d920c5f9-b59d-4047-b340-2d0ae511b33f admin admin] Notify callbacks [] for router, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:47.099531 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-ddff4713-6c14-49a5-9b43-450d6467066b None None] Set router fe25cfa1-6d48-47df-a86e-d09df5a3fc88 gateway port host: dv-cinder-726180-8-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:07:47.291350 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d920c5f9-b59d-4047-b340-2d0ae511b33f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:47.297879 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-d920c5f9-b59d-4047-b340-2d0ae511b33f admin admin] Deleting port 8667d409-ce5e-49cd-8a32-eb3c6574f779 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:07:47.298267 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d920c5f9-b59d-4047-b340-2d0ae511b33f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:47.431773 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-ddff4713-6c14-49a5-9b43-450d6467066b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe25cfa1-6d48-47df-a86e-d09df5a3fc88', 'name': 'tempest-TestVolumeBootPattern-1338909946-router', 'tenant_id': 'efec7cd048334e468a9e309a3ae3ea28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '8667d409-ce5e-49cd-8a32-eb3c6574f779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:59:57Z', 'updated_at': '2021-01-21T20:07:45Z', 'revision_number': 5, 'project_id': 'efec7cd048334e468a9e309a3ae3ea28', 'gw_port': {'id': '8667d409-ce5e-49cd-8a32-eb3c6574f779', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe25cfa1-6d48-47df-a86e-d09df5a3fc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:59:59Z', 'updated_at': '2021-01-21T20:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi'}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:07:47.435972 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddff4713-6c14-49a5-9b43-450d6467066b None None] Checking router: fe25cfa1-6d48-47df-a86e-d09df5a3fc88 for host: dv-cinder-726180-8-iscsi {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:07:47.447474 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddff4713-6c14-49a5-9b43-450d6467066b None None] Routers {'fe25cfa1-6d48-47df-a86e-d09df5a3fc88'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:07:47.448183 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-ddff4713-6c14-49a5-9b43-450d6467066b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:07:37Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['fe25cfa1-6d48-47df-a86e-d09df5a3fc88'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:07:47.504688 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-d920c5f9-b59d-4047-b340-2d0ae511b33f admin admin] For port 8667d409-ce5e-49cd-8a32-eb3c6574f779, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=8667d409-ce5e-49cd-8a32-eb3c6574f779,segment=NetworkSegment(0b618305-a50f-40b3-8ec6-85df1521bd1b),segment_id=0b618305-a50f-40b3-8ec6-85df1521bd1b)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:07:47.505106 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d920c5f9-b59d-4047-b340-2d0ae511b33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:47.693323 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-ddff4713-6c14-49a5-9b43-450d6467066b None None] Set router fe25cfa1-6d48-47df-a86e-d09df5a3fc88 gateway port host: dv-cinder-726180-8-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:07:47.747368 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-d920c5f9-b59d-4047-b340-2d0ae511b33f admin admin] Calling delete_port for 8667d409-ce5e-49cd-8a32-eb3c6574f779 owned by network:router_gateway {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:07:47.925115 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d920c5f9-b59d-4047-b340-2d0ae511b33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2470122'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:48.141907 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d920c5f9-b59d-4047-b340-2d0ae511b33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-968785'] for router_gateway, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:48.168891 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-ddff4713-6c14-49a5-9b43-450d6467066b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe25cfa1-6d48-47df-a86e-d09df5a3fc88', 'name': 'tempest-TestVolumeBootPattern-1338909946-router', 'tenant_id': 'efec7cd048334e468a9e309a3ae3ea28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '8667d409-ce5e-49cd-8a32-eb3c6574f779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:59:57Z', 'updated_at': '2021-01-21T20:07:45Z', 'revision_number': 5, 'project_id': 'efec7cd048334e468a9e309a3ae3ea28', 'gw_port': {'id': '8667d409-ce5e-49cd-8a32-eb3c6574f779', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe25cfa1-6d48-47df-a86e-d09df5a3fc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:59:59Z', 'updated_at': '2021-01-21T20:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi'}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:07:48.174893 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddff4713-6c14-49a5-9b43-450d6467066b None None] The sync data for ids ['fe25cfa1-6d48-47df-a86e-d09df5a3fc88'] in dv-cinder-726180-8-iscsi is: [{'id': 'fe25cfa1-6d48-47df-a86e-d09df5a3fc88', 'name': 'tempest-TestVolumeBootPattern-1338909946-router', 'tenant_id': 'efec7cd048334e468a9e309a3ae3ea28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '8667d409-ce5e-49cd-8a32-eb3c6574f779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T19:59:57Z', 'updated_at': '2021-01-21T20:07:45Z', 'revision_number': 5, 'project_id': 'efec7cd048334e468a9e309a3ae3ea28', 'gw_port': {'id': '8667d409-ce5e-49cd-8a32-eb3c6574f779', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe25cfa1-6d48-47df-a86e-d09df5a3fc88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T19:59:59Z', 'updated_at': '2021-01-21T20:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi'}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:07:48.300766 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d920c5f9-b59d-4047-b340-2d0ae511b33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854652844'] for router, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:48.303674 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d920c5f9-b59d-4047-b340-2d0ae511b33f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:48.346125 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d920c5f9-b59d-4047-b340-2d0ae511b33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853794932'] for router, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:48.346764 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d920c5f9-b59d-4047-b340-2d0ae511b33f admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe25cfa1-6d48-47df-a86e-d09df5a3fc88 {{(pid=80113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 20:07:48.361446 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d920c5f9-b59d-4047-b340-2d0ae511b33f admin admin] Notify callbacks [] for router, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:48.362723 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-d920c5f9-b59d-4047-b340-2d0ae511b33f admin admin] 10.222.0.74 "DELETE /v2.0/routers/fe25cfa1-6d48-47df-a86e-d09df5a3fc88 HTTP/1.1" status: 204 len: 168 time: 1.4751954 Jan 21 20:07:48.365637 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 33638) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:07:48.447563 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_v2 [None req-05bd0dba-faaf-4fe0-896b-920c1cc1c53a admin admin] Deleting subnet f42cd542-07cf-403a-a591-0123c0606a09 {{(pid=80113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 21 20:07:48.451693 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-05bd0dba-faaf-4fe0-896b-920c1cc1c53a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:48.513052 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-05bd0dba-faaf-4fe0-896b-920c1cc1c53a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145445'] for subnet, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:48.609486 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-05bd0dba-faaf-4fe0-896b-920c1cc1c53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846617693'] for subnet, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:48.826155 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device b838cbc2-d4cb-4ad6-8c73-7ef2bd43d185 no longer exists at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:07:48.869698 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] No Port match for: b838cbc2-d4cb-4ad6-8c73-7ef2bd43d185 {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 20:07:48.870098 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device b838cbc2-d4cb-4ad6-8c73-7ef2bd43d185 not bound to the agent host dv-cinder-726180-8-iscsi {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 20:07:48.897990 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-05bd0dba-faaf-4fe0-896b-920c1cc1c53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8158139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852305712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853121062'] for subnet, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:48.917181 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b2317ba9-8bac-4972-aa1f-9dc7430b7aaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:49.022890 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd0dba-faaf-4fe0-896b-920c1cc1c53a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f42cd542-07cf-403a-a591-0123c0606a09,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:49.028285 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-05bd0dba-faaf-4fe0-896b-920c1cc1c53a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:49.070725 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-05bd0dba-faaf-4fe0-896b-920c1cc1c53a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:49.076784 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80133c8-2140-4d18-8a97-38adf5bd0fa1 None None] Network cc4f8c36-160f-471b-8875-47a40690abe8 requested from dv-cinder-726180-8-iscsi {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 20:07:49.078874 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-05bd0dba-faaf-4fe0-896b-920c1cc1c53a admin admin] 10.222.0.74 "DELETE /v2.0/subnets/f42cd542-07cf-403a-a591-0123c0606a09 HTTP/1.1" status: 204 len: 168 time: 0.7117383 Jan 21 20:07:49.081068 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 33642) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:07:49.206033 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-295e44d8-8a5e-4356-aa04-cac5b39f26b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846842325'] for network, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:49.384306 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf1e63b-97f8-4b0c-9946-4787ebe4c7c0 None None] DHCP port deletion for cc4f8c36-160f-471b-8875-47a40690abe8 request from dv-cinder-726180-8-iscsi {{(pid=80115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 21 20:07:49.393628 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-ddf1e63b-97f8-4b0c-9946-4787ebe4c7c0 None None] Deleting port fd0af184-7c54-4766-ab27-2f87ff2da8db {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:07:49.394291 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ddf1e63b-97f8-4b0c-9946-4787ebe4c7c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:49.555351 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-295e44d8-8a5e-4356-aa04-cac5b39f26b0 admin admin] Deleting port fd0af184-7c54-4766-ab27-2f87ff2da8db {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:07:49.555937 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-295e44d8-8a5e-4356-aa04-cac5b39f26b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:49.675811 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-ddf1e63b-97f8-4b0c-9946-4787ebe4c7c0 None None] For port fd0af184-7c54-4766-ab27-2f87ff2da8db, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=fd0af184-7c54-4766-ab27-2f87ff2da8db,segment=NetworkSegment(e3fbf8d4-1795-4785-ad18-6728c87376b7),segment_id=e3fbf8d4-1795-4785-ad18-6728c87376b7)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:07:49.676253 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ddf1e63b-97f8-4b0c-9946-4787ebe4c7c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:49.819810 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-ddf1e63b-97f8-4b0c-9946-4787ebe4c7c0 None None] Calling delete_port for fd0af184-7c54-4766-ab27-2f87ff2da8db owned by network:dhcp {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:07:49.903761 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ddf1e63b-97f8-4b0c-9946-4787ebe4c7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093'] for port, after_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:49.924297 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e112d27a-62f2-4e95-85e1-5957aed6d073 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:49.953440 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-295e44d8-8a5e-4356-aa04-cac5b39f26b0 admin admin] For port fd0af184-7c54-4766-ab27-2f87ff2da8db, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=fd0af184-7c54-4766-ab27-2f87ff2da8db,segment=NetworkSegment(e3fbf8d4-1795-4785-ad18-6728c87376b7),segment_id=e3fbf8d4-1795-4785-ad18-6728c87376b7)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:07:49.954028 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-295e44d8-8a5e-4356-aa04-cac5b39f26b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:50.134653 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-295e44d8-8a5e-4356-aa04-cac5b39f26b0 admin admin] Calling delete_port for fd0af184-7c54-4766-ab27-2f87ff2da8db owned by network:dhcp {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:07:50.223016 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.db.api [None req-295e44d8-8a5e-4356-aa04-cac5b39f26b0 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80113) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 21 20:07:50.223626 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_db.api [None req-295e44d8-8a5e-4356-aa04-cac5b39f26b0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 21 20:07:50.232465 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf1e63b-97f8-4b0c-9946-4787ebe4c7c0 None None] Pushing event deleted for resources: {'Port': ['ID=fd0af184-7c54-4766-ab27-2f87ff2da8db,revision_number=None']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:50.245758 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf1e63b-97f8-4b0c-9946-4787ebe4c7c0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:50.246141 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf1e63b-97f8-4b0c-9946-4787ebe4c7c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:50.246549 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf1e63b-97f8-4b0c-9946-4787ebe4c7c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:50.246927 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf1e63b-97f8-4b0c-9946-4787ebe4c7c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:50.247298 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf1e63b-97f8-4b0c-9946-4787ebe4c7c0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:50.247665 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf1e63b-97f8-4b0c-9946-4787ebe4c7c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:50.248043 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf1e63b-97f8-4b0c-9946-4787ebe4c7c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:50.248397 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf1e63b-97f8-4b0c-9946-4787ebe4c7c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:50.248765 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf1e63b-97f8-4b0c-9946-4787ebe4c7c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:50.249153 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf1e63b-97f8-4b0c-9946-4787ebe4c7c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:50.249800 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf1e63b-97f8-4b0c-9946-4787ebe4c7c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:50.249966 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf1e63b-97f8-4b0c-9946-4787ebe4c7c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:50.250426 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf1e63b-97f8-4b0c-9946-4787ebe4c7c0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:50.250814 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf1e63b-97f8-4b0c-9946-4787ebe4c7c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:50.251531 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf1e63b-97f8-4b0c-9946-4787ebe4c7c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:50.251927 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf1e63b-97f8-4b0c-9946-4787ebe4c7c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:50.252265 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf1e63b-97f8-4b0c-9946-4787ebe4c7c0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:50.253013 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf1e63b-97f8-4b0c-9946-4787ebe4c7c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:50.253407 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf1e63b-97f8-4b0c-9946-4787ebe4c7c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:50.253817 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf1e63b-97f8-4b0c-9946-4787ebe4c7c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:50.254232 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf1e63b-97f8-4b0c-9946-4787ebe4c7c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:50.254908 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf1e63b-97f8-4b0c-9946-4787ebe4c7c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:50.255439 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf1e63b-97f8-4b0c-9946-4787ebe4c7c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:50.255855 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf1e63b-97f8-4b0c-9946-4787ebe4c7c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:07:50.260023 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ddf1e63b-97f8-4b0c-9946-4787ebe4c7c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:50.295392 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf1e63b-97f8-4b0c-9946-4787ebe4c7c0 None None] No DVR routers for this DVR port fd0af184-7c54-4766-ab27-2f87ff2da8db on host dv-cinder-726180-8-iscsi {{(pid=80115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 20:07:50.725072 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-295e44d8-8a5e-4356-aa04-cac5b39f26b0 admin admin] Deleting port fd0af184-7c54-4766-ab27-2f87ff2da8db {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:07:50.725514 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-295e44d8-8a5e-4356-aa04-cac5b39f26b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:50.806760 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-295e44d8-8a5e-4356-aa04-cac5b39f26b0 admin admin] The port 'fd0af184-7c54-4766-ab27-2f87ff2da8db' was deleted {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 21 20:07:50.875106 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device fd0af184-7c54-4766-ab27-2f87ff2da8db no longer exists at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:07:50.914303 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] No Port match for: fd0af184-7c54-4766-ab27-2f87ff2da8db {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 20:07:50.914754 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device fd0af184-7c54-4766-ab27-2f87ff2da8db not bound to the agent host dv-cinder-726180-8-iscsi {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 20:07:50.915197 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 8667d409-ce5e-49cd-8a32-eb3c6574f779 no longer exists at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:07:50.944650 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-295e44d8-8a5e-4356-aa04-cac5b39f26b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8157968', 'neutron.services.segments.db._delete_segments_for_network--9223363307589961673'] for network, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:50.958756 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] No Port match for: 8667d409-ce5e-49cd-8a32-eb3c6574f779 {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 20:07:50.959460 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 8667d409-ce5e-49cd-8a32-eb3c6574f779 not bound to the agent host dv-cinder-726180-8-iscsi {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 20:07:51.073376 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.segments.db [None req-295e44d8-8a5e-4356-aa04-cac5b39f26b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc4f8c36-160f-471b-8875-47a40690abe8']}} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:07:51.087813 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.segments.db [None req-295e44d8-8a5e-4356-aa04-cac5b39f26b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3fbf8d4-1795-4785-ad18-6728c87376b7') {'for_net_delete': True} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:07:51.088118 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.segments.db [None req-295e44d8-8a5e-4356-aa04-cac5b39f26b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3fbf8d4-1795-4785-ad18-6728c87376b7') {} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:07:51.104010 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-295e44d8-8a5e-4356-aa04-cac5b39f26b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307589963209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852630355'] for segment, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:51.130206 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-295e44d8-8a5e-4356-aa04-cac5b39f26b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8360645'] for segment, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:51.133212 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-295e44d8-8a5e-4356-aa04-cac5b39f26b0 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 21 20:07:51.361526 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-295e44d8-8a5e-4356-aa04-cac5b39f26b0 admin admin] Network cc4f8c36-160f-471b-8875-47a40690abe8 has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 20:07:51.371756 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-295e44d8-8a5e-4356-aa04-cac5b39f26b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846415140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852305729'] for segment, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:51.566867 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-295e44d8-8a5e-4356-aa04-cac5b39f26b0 admin admin] Network cc4f8c36-160f-471b-8875-47a40690abe8 has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 20:07:51.593291 dv-cinder-726180-8-iscsi neutron-server[80002]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 20:07:51.593291 dv-cinder-726180-8-iscsi neutron-server[80002]: % (table.description, expected, rows_matched) Jan 21 20:07:51.593291 dv-cinder-726180-8-iscsi neutron-server[80002]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 20:07:51.593291 dv-cinder-726180-8-iscsi neutron-server[80002]: % (table.description, expected, rows_matched) Jan 21 20:07:51.593291 dv-cinder-726180-8-iscsi neutron-server[80002]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 20:07:51.593291 dv-cinder-726180-8-iscsi neutron-server[80002]: % (table.description, expected, rows_matched) Jan 21 20:07:51.593291 dv-cinder-726180-8-iscsi neutron-server[80002]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 20:07:51.593291 dv-cinder-726180-8-iscsi neutron-server[80002]: % (table.description, expected, rows_matched) Jan 21 20:07:51.593291 dv-cinder-726180-8-iscsi neutron-server[80002]: Traceback (most recent call last): Jan 21 20:07:51.593291 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 20:07:51.593291 dv-cinder-726180-8-iscsi neutron-server[80002]: timer() Jan 21 20:07:51.593291 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 20:07:51.593291 dv-cinder-726180-8-iscsi neutron-server[80002]: cb(*args, **kw) Jan 21 20:07:51.593291 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 21 20:07:51.593291 dv-cinder-726180-8-iscsi neutron-server[80002]: return func(*args, **kwargs) Jan 21 20:07:51.593291 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 20:07:51.593291 dv-cinder-726180-8-iscsi neutron-server[80002]: self._notify() Jan 21 20:07:51.593291 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 20:07:51.593291 dv-cinder-726180-8-iscsi neutron-server[80002]: self.callback(batched_events) Jan 21 20:07:51.593291 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 20:07:51.593291 dv-cinder-726180-8-iscsi neutron-server[80002]: event.method(event) Jan 21 20:07:51.593291 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 20:07:51.593291 dv-cinder-726180-8-iscsi neutron-server[80002]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 20:07:51.593291 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 21 20:07:51.593291 dv-cinder-726180-8-iscsi neutron-server[80002]: segment_id)['aggregates'][0] Jan 21 20:07:51.593291 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 20:07:51.593291 dv-cinder-726180-8-iscsi neutron-server[80002]: return f(self, *a, **k) Jan 21 20:07:51.593291 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 20:07:51.593291 dv-cinder-726180-8-iscsi neutron-server[80002]: return self._get(url).json() Jan 21 20:07:51.593291 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 20:07:51.593291 dv-cinder-726180-8-iscsi neutron-server[80002]: **kwargs) Jan 21 20:07:51.593291 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 20:07:51.593291 dv-cinder-726180-8-iscsi neutron-server[80002]: return self.request(url, 'GET', **kwargs) Jan 21 20:07:51.593291 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 21 20:07:51.593291 dv-cinder-726180-8-iscsi neutron-server[80002]: **endpoint_filter) Jan 21 20:07:51.593291 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 20:07:51.593291 dv-cinder-726180-8-iscsi neutron-server[80002]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 20:07:51.593291 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 20:07:51.593291 dv-cinder-726180-8-iscsi neutron-server[80002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 20:07:51.593291 dv-cinder-726180-8-iscsi neutron-server[80002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 20:07:51.681932 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-295e44d8-8a5e-4356-aa04-cac5b39f26b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846617832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853807049'] for network, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:51.686412 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:51.706459 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-295e44d8-8a5e-4356-aa04-cac5b39f26b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:51.717128 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e44d8-8a5e-4356-aa04-cac5b39f26b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc4f8c36-160f-471b-8875-47a40690abe8,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:51.721360 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-295e44d8-8a5e-4356-aa04-cac5b39f26b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:51.723546 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-295e44d8-8a5e-4356-aa04-cac5b39f26b0 admin admin] 10.222.0.74 "DELETE /v2.0/networks/cc4f8c36-160f-471b-8875-47a40690abe8 HTTP/1.1" status: 204 len: 168 time: 2.6413314 Jan 21 20:07:51.941763 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 33648) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:07:52.005476 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-b8a3ef6c-f17a-4810-8277-9927c7f2f96c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e06769200dc344d2b76edf3f16b1d74b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0621469 Jan 21 20:07:52.008472 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 33652) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:07:52.077778 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5645f1d1-a13a-4bed-adb9-9a0a251680c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:52.109593 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5645f1d1-a13a-4bed-adb9-9a0a251680c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:52.164811 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5645f1d1-a13a-4bed-adb9-9a0a251680c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:52.174109 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-9f2f5acf-8c1e-44ae-9350-fc8e78ca7269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:52.199156 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5645f1d1-a13a-4bed-adb9-9a0a251680c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db2aa31-07c3-4dd0-afce-bbb56cd26e46,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:52.203076 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-5645f1d1-a13a-4bed-adb9-9a0a251680c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:52.209059 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5645f1d1-a13a-4bed-adb9-9a0a251680c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:52.210308 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-5645f1d1-a13a-4bed-adb9-9a0a251680c9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4db2aa31-07c3-4dd0-afce-bbb56cd26e46 HTTP/1.1" status: 204 len: 168 time: 0.2007301 Jan 21 20:07:52.652476 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 33660) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:07:52.712768 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-26a60c92-d4bb-47fe-b079-81d57c341519 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=efec7cd048334e468a9e309a3ae3ea28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0587661 Jan 21 20:07:52.715703 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80114) accepted ('10.222.0.74', 33664) {{(pid=80114) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:07:52.791294 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f14f5f7a-7830-4455-a576-2deceb62f41b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:52.824448 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f14f5f7a-7830-4455-a576-2deceb62f41b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:52.877233 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f14f5f7a-7830-4455-a576-2deceb62f41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:52.882886 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-e2ecb11d-8cc9-4718-a14a-11320e55d405 tempest-TestMinimumBasicScenario-587204841 tempest-TestMinimumBasicScenario-587204841] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:07:52.898841 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f5f7a-7830-4455-a576-2deceb62f41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af797ed-b82e-4f1d-93ff-58d9c31bf8a1,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:07:52.901972 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f14f5f7a-7830-4455-a576-2deceb62f41b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:07:52.903364 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f14f5f7a-7830-4455-a576-2deceb62f41b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:07:52.904840 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-f14f5f7a-7830-4455-a576-2deceb62f41b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5af797ed-b82e-4f1d-93ff-58d9c31bf8a1 HTTP/1.1" status: 204 len: 168 time: 0.1879115 Jan 21 20:07:59.308979 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:04.446037 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-664477a2-c3bb-422d-b7f6-cc7c4d24e22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:06.573957 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d2717bed-2d55-4089-9860-1e3ffb0381bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:07.540787 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:08.493509 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:09.012051 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:16.993696 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.agents_db [None req-c7ecb146-6622-446f-8bab-48f8cf3fe8cd None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:08:26.003449 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-32989cda-60da-4af2-8e1c-1ff87d0d89cd req-42387953-0170-4482-9e66-80bf88359de2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0990832 Jan 21 20:08:26.273679 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28df1c8-2cc1-4c1b-a4b1-d7ad37de6879 req-4dccbbc2-12e3-4b3a-867e-fbab6d79e87d tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:26.275314 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d28df1c8-2cc1-4c1b-a4b1-d7ad37de6879 req-4dccbbc2-12e3-4b3a-867e-fbab6d79e87d tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 946 time: 0.1760693 Jan 21 20:08:26.278406 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32989cda-60da-4af2-8e1c-1ff87d0d89cd req-74579249-802a-4371-ac7e-6ac91196b108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:26.279938 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-32989cda-60da-4af2-8e1c-1ff87d0d89cd req-74579249-802a-4371-ac7e-6ac91196b108 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d87e762938124539be0a9343ac717a6f&device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 1163 time: 0.1380939 Jan 21 20:08:26.403374 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d28df1c8-2cc1-4c1b-a4b1-d7ad37de6879 req-5a8ecc04-5760-4e53-be84-09fb7ae5af73 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/security-groups?id=92be0a1c-0133-44e6-8abb-b7ee2d391ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1216078 Jan 21 20:08:26.466342 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32989cda-60da-4af2-8e1c-1ff87d0d89cd req-08bf0d57-6f3e-42d3-955f-0c98b1474a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:26.467952 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-32989cda-60da-4af2-8e1c-1ff87d0d89cd req-08bf0d57-6f3e-42d3-955f-0c98b1474a2d service neutron] 10.222.0.83 "GET /v2.0/networks?id=9901c8fa-258b-4228-9974-2540259eba74 HTTP/1.1" status: 200 len: 903 time: 0.1534858 Jan 21 20:08:26.580282 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-32989cda-60da-4af2-8e1c-1ff87d0d89cd req-06f53898-1a23-4fd3-85ca-e96bc2d999b9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ef0aea7-b613-47b3-9ea5-017e932a7d6a HTTP/1.1" status: 200 len: 1002 time: 0.1042566 Jan 21 20:08:26.655164 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32989cda-60da-4af2-8e1c-1ff87d0d89cd req-4ee93a9a-1c47-4600-9abe-3a576e057c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:26.656748 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-32989cda-60da-4af2-8e1c-1ff87d0d89cd req-4ee93a9a-1c47-4600-9abe-3a576e057c1f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=72e2051d-a669-4830-a2d1-6ccc61b5fb10 HTTP/1.1" status: 200 len: 848 time: 0.0696321 Jan 21 20:08:26.742879 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32989cda-60da-4af2-8e1c-1ff87d0d89cd req-76effcee-f116-4d0e-a6bb-adc90f53bebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:26.744570 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-32989cda-60da-4af2-8e1c-1ff87d0d89cd req-76effcee-f116-4d0e-a6bb-adc90f53bebd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9901c8fa-258b-4228-9974-2540259eba74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0802693 Jan 21 20:08:26.893038 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-32989cda-60da-4af2-8e1c-1ff87d0d89cd req-32d50e58-2898-4ea2-b4d3-448a0ab6a4a9 service neutron] 10.222.0.83 "GET /v2.0/networks/9901c8fa-258b-4228-9974-2540259eba74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412675 Jan 21 20:08:27.044132 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-32989cda-60da-4af2-8e1c-1ff87d0d89cd req-9dd278a2-2ca8-415e-9b74-91dd51ce2383 service neutron] 10.222.0.83 "GET /v2.0/networks/9901c8fa-258b-4228-9974-2540259eba74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1418340 Jan 21 20:08:27.657520 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a1f0a-f8ba-4cc7-a865-f3a4363021e3 req-d5720cb3-5157-4010-bbca-f774e830747f tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:27.659915 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4b5a1f0a-f8ba-4cc7-a865-f3a4363021e3 req-d5720cb3-5157-4010-bbca-f774e830747f tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 946 time: 0.1188259 Jan 21 20:08:27.717787 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4b5a1f0a-f8ba-4cc7-a865-f3a4363021e3 req-b5dec9a8-aa14-4350-a54f-7b584daf6797 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/security-groups?id=92be0a1c-0133-44e6-8abb-b7ee2d391ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0511467 Jan 21 20:08:28.954080 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6168361-8dd6-47a7-88a4-1f49edb4826f req-3c2d9467-db94-404f-8446-db2b5c0d41d3 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:28.956250 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c6168361-8dd6-47a7-88a4-1f49edb4826f req-3c2d9467-db94-404f-8446-db2b5c0d41d3 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 946 time: 0.1068606 Jan 21 20:08:29.017012 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c6168361-8dd6-47a7-88a4-1f49edb4826f req-5a04b858-219f-4e5c-b721-8bceea2eb27f tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/security-groups?id=92be0a1c-0133-44e6-8abb-b7ee2d391ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0538075 Jan 21 20:08:29.333959 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:30.500350 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac431b-e65b-4481-b1d5-27fe2ae093b9 req-ed8d1f9f-ef21-47c5-9cce-8c349f797b65 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:30.502044 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-14ac431b-e65b-4481-b1d5-27fe2ae093b9 req-ed8d1f9f-ef21-47c5-9cce-8c349f797b65 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 946 time: 0.3479373 Jan 21 20:08:30.555297 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-14ac431b-e65b-4481-b1d5-27fe2ae093b9 req-3298e637-e59d-4db2-b3f7-66bb82900bfe tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/security-groups?id=92be0a1c-0133-44e6-8abb-b7ee2d391ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0465002 Jan 21 20:08:31.792381 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0449cf5-0700-45ce-a8fe-79900e76105d req-28907c7f-641b-406e-b3b6-1b02790217e0 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:31.794107 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a0449cf5-0700-45ce-a8fe-79900e76105d req-28907c7f-641b-406e-b3b6-1b02790217e0 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 946 time: 0.1041708 Jan 21 20:08:31.851043 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a0449cf5-0700-45ce-a8fe-79900e76105d req-a030e111-799f-459e-8a46-3ed48e3cb744 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/security-groups?id=92be0a1c-0133-44e6-8abb-b7ee2d391ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0495303 Jan 21 20:08:33.101252 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af80ac-2e73-49e6-8400-2e8c6157e01d req-979ffdb7-5efc-4fa5-a94f-72477298058b tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:33.102986 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f6af80ac-2e73-49e6-8400-2e8c6157e01d req-979ffdb7-5efc-4fa5-a94f-72477298058b tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 946 time: 0.1085682 Jan 21 20:08:33.154867 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-f6af80ac-2e73-49e6-8400-2e8c6157e01d req-c3ec2ba3-d55c-4baf-829e-3b1d418349cd tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/security-groups?id=92be0a1c-0133-44e6-8abb-b7ee2d391ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0453014 Jan 21 20:08:33.198878 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 8ef0aea7-b613-47b3-9ea5-017e932a7d6a up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:08:33.274907 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 8ef0aea7-b613-47b3-9ea5-017e932a7d6a triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:08:33.275332 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:34.392828 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809a031-03fb-4f79-9077-da1174dc9deb req-eebb468e-ab31-4956-a831-d8b6de45beff tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:34.394860 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8809a031-03fb-4f79-9077-da1174dc9deb req-eebb468e-ab31-4956-a831-d8b6de45beff tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 946 time: 0.1064341 Jan 21 20:08:34.441996 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-cc974d63-1f13-4124-991e-083b637debb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:34.447854 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8809a031-03fb-4f79-9077-da1174dc9deb req-f7485130-183b-4c17-be44-9397f29ce0ef tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/security-groups?id=92be0a1c-0133-44e6-8abb-b7ee2d391ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0464480 Jan 21 20:08:35.693861 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dce931-dd35-472d-aa46-930a38ef63a2 req-052867bc-30c2-4b38-8767-edcb746a441a tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:35.695617 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-05dce931-dd35-472d-aa46-930a38ef63a2 req-052867bc-30c2-4b38-8767-edcb746a441a tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 946 time: 0.1111963 Jan 21 20:08:35.757176 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-05dce931-dd35-472d-aa46-930a38ef63a2 req-ef18b86f-6a2e-463f-b900-e3c201365e9a tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/security-groups?id=92be0a1c-0133-44e6-8abb-b7ee2d391ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0546522 Jan 21 20:08:36.390354 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e77e91-cd7e-484d-8c54-e3d7e9fa5660 req-d67c28ab-4d7c-4f09-8a36-cc7194dab718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:36.392217 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-98e77e91-cd7e-484d-8c54-e3d7e9fa5660 req-d67c28ab-4d7c-4f09-8a36-cc7194dab718 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d87e762938124539be0a9343ac717a6f&device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 1163 time: 0.0818796 Jan 21 20:08:36.542774 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e77e91-cd7e-484d-8c54-e3d7e9fa5660 req-19dd9c95-a472-4661-98ec-cd4d5cc9d89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:36.544380 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-98e77e91-cd7e-484d-8c54-e3d7e9fa5660 req-19dd9c95-a472-4661-98ec-cd4d5cc9d89d service neutron] 10.222.0.83 "GET /v2.0/networks?id=9901c8fa-258b-4228-9974-2540259eba74 HTTP/1.1" status: 200 len: 903 time: 0.1457748 Jan 21 20:08:36.580024 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c588d144-4e5d-4159-91d8-f75951e50eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:36.663159 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-98e77e91-cd7e-484d-8c54-e3d7e9fa5660 req-11b18063-56e9-42e0-bd25-e0e91fcd4125 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ef0aea7-b613-47b3-9ea5-017e932a7d6a HTTP/1.1" status: 200 len: 1002 time: 0.1118958 Jan 21 20:08:36.735358 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e77e91-cd7e-484d-8c54-e3d7e9fa5660 req-5212663c-7543-479f-968b-10956cd0a3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:36.737616 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-98e77e91-cd7e-484d-8c54-e3d7e9fa5660 req-5212663c-7543-479f-968b-10956cd0a3d6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=72e2051d-a669-4830-a2d1-6ccc61b5fb10 HTTP/1.1" status: 200 len: 848 time: 0.0683570 Jan 21 20:08:36.827415 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e77e91-cd7e-484d-8c54-e3d7e9fa5660 req-8b577113-4851-42e6-b144-a930b27065dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:36.829142 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-98e77e91-cd7e-484d-8c54-e3d7e9fa5660 req-8b577113-4851-42e6-b144-a930b27065dc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9901c8fa-258b-4228-9974-2540259eba74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0844553 Jan 21 20:08:37.051898 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-98e77e91-cd7e-484d-8c54-e3d7e9fa5660 req-4601c940-f65f-4011-b40f-c0724182666a service neutron] 10.222.0.83 "GET /v2.0/networks/9901c8fa-258b-4228-9974-2540259eba74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158968 Jan 21 20:08:37.082915 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a3b43-75d9-4346-8608-11973ac9ad28 req-2539fc1e-a751-4d07-864d-ef412ed929ea tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:37.084643 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a73a3b43-75d9-4346-8608-11973ac9ad28 req-2539fc1e-a751-4d07-864d-ef412ed929ea tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 946 time: 0.1715021 Jan 21 20:08:37.231088 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a73a3b43-75d9-4346-8608-11973ac9ad28 req-2d7673e2-2f7c-4ac4-a233-d8451e88f56a tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/security-groups?id=92be0a1c-0133-44e6-8abb-b7ee2d391ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1229622 Jan 21 20:08:37.278304 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-98e77e91-cd7e-484d-8c54-e3d7e9fa5660 req-4db12535-7362-4a90-b7fa-b3dbc539da5d service neutron] 10.222.0.83 "GET /v2.0/networks/9901c8fa-258b-4228-9974-2540259eba74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1925452 Jan 21 20:08:37.542944 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:38.474679 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ae84a-803c-4ef5-8517-70da865e2867 req-fefa5624-adc1-4a29-8602-b5af5fa98216 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:38.476415 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-9e0ae84a-803c-4ef5-8517-70da865e2867 req-fefa5624-adc1-4a29-8602-b5af5fa98216 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 946 time: 0.1115201 Jan 21 20:08:38.505402 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:38.532776 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-9e0ae84a-803c-4ef5-8517-70da865e2867 req-6ef974e8-32f8-4faf-9ddf-4a03a0414a1c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/security-groups?id=92be0a1c-0133-44e6-8abb-b7ee2d391ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0496705 Jan 21 20:08:39.021854 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:39.110828 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 8ef0aea7-b613-47b3-9ea5-017e932a7d6a no longer exists at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:08:39.244586 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:39.274354 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1393c025-688c-4c1d-b0d2-6e4085872dff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ef0aea7-b613-47b3-9ea5-017e932a7d6a'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:08:39.285684 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] For port 8ef0aea7-b613-47b3-9ea5-017e932a7d6a, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=8ef0aea7-b613-47b3-9ea5-017e932a7d6a,segment=NetworkSegment(57f83cf9-79b0-4d75-a975-8e8e948605ab),segment_id=57f83cf9-79b0-4d75-a975-8e8e948605ab)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:08:39.289757 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:39.291854 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:08:39.368392 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Pushing event updated for resources: {'Port': ['ID=8ef0aea7-b613-47b3-9ea5-017e932a7d6a,revision_number=5']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:08:39.372201 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:08:39.647330 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1393c025-688c-4c1d-b0d2-6e4085872dff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ef0aea7-b613-47b3-9ea5-017e932a7d6a', 'code': 200} Jan 21 20:08:39.792318 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d16b4-03d4-4128-a121-5b0c88b5c4d4 req-d4fb1c00-9098-41da-8410-38b448ef4384 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:39.794008 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-eb1d16b4-03d4-4128-a121-5b0c88b5c4d4 req-d4fb1c00-9098-41da-8410-38b448ef4384 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 944 time: 0.1146488 Jan 21 20:08:39.848532 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-eb1d16b4-03d4-4128-a121-5b0c88b5c4d4 req-fcebd957-5985-4171-a626-b2c0458f2d59 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/security-groups?id=92be0a1c-0133-44e6-8abb-b7ee2d391ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0470972 Jan 21 20:08:41.087906 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e77705-83ff-4bc7-8efe-321ecb226bde req-3e7635b8-5b39-4dec-8368-b48440ccd78c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:41.089557 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c3e77705-83ff-4bc7-8efe-321ecb226bde req-3e7635b8-5b39-4dec-8368-b48440ccd78c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 944 time: 0.1109807 Jan 21 20:08:41.145751 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c3e77705-83ff-4bc7-8efe-321ecb226bde req-b9756d9f-92dd-4e7d-aa71-05ceecb1da93 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/security-groups?id=92be0a1c-0133-44e6-8abb-b7ee2d391ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0496676 Jan 21 20:08:41.526352 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 33708) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:08:41.566109 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b829fb-2489-4d67-9afb-ea836186f4c4 req-c3afcc0b-1198-4408-bd13-24c7a4b28d23 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:41.568089 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c7b829fb-2489-4d67-9afb-ea836186f4c4 req-c3afcc0b-1198-4408-bd13-24c7a4b28d23 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 944 time: 0.1059554 Jan 21 20:08:41.622027 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-c7b829fb-2489-4d67-9afb-ea836186f4c4 req-62033a8b-f72d-4e50-8141-60e136092be7 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/security-groups?id=92be0a1c-0133-44e6-8abb-b7ee2d391ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0477226 Jan 21 20:08:41.692307 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3da8cf9c-1efd-48b9-98e2-bbbde91bc5b4 req-c4ff442a-c34c-4597-bc8c-18bcc08a536f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1644249 Jan 21 20:08:42.865778 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18febf2a-9492-4b32-b8bc-448d11938bd9 req-8f0ad3cd-41b3-48ad-a9e7-462113eaccb2 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:42.867429 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-18febf2a-9492-4b32-b8bc-448d11938bd9 req-8f0ad3cd-41b3-48ad-a9e7-462113eaccb2 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 944 time: 0.1082578 Jan 21 20:08:42.918520 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-18febf2a-9492-4b32-b8bc-448d11938bd9 req-66645353-e4dd-4779-98cd-70613f9b0f16 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/security-groups?id=92be0a1c-0133-44e6-8abb-b7ee2d391ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0446193 Jan 21 20:08:44.152998 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac41635-4c93-48c7-b4d0-0ae0f28d4d28 req-800ee06a-903e-4d75-a1f6-9f6b81619af9 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:44.154598 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1ac41635-4c93-48c7-b4d0-0ae0f28d4d28 req-800ee06a-903e-4d75-a1f6-9f6b81619af9 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 944 time: 0.1047320 Jan 21 20:08:44.210969 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-1ac41635-4c93-48c7-b4d0-0ae0f28d4d28 req-5be241ab-7fd0-47f5-9b69-193c70b3bb24 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/security-groups?id=92be0a1c-0133-44e6-8abb-b7ee2d391ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0497527 Jan 21 20:08:45.440780 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca7d10e-6eef-4d58-9f08-6aaf9020049c req-fac1fb8c-41bb-413c-8696-ff479cb59883 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:45.443193 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0ca7d10e-6eef-4d58-9f08-6aaf9020049c req-fac1fb8c-41bb-413c-8696-ff479cb59883 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 944 time: 0.1055651 Jan 21 20:08:45.496017 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0ca7d10e-6eef-4d58-9f08-6aaf9020049c req-3d89a1d2-c551-400c-9b75-6061cf5075ac tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/security-groups?id=92be0a1c-0133-44e6-8abb-b7ee2d391ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0465467 Jan 21 20:08:46.729967 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad66909-720b-428b-b4cb-977ef5ecb8b6 req-3dabfd81-cac5-43ce-8867-3863aba97a46 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:46.731672 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-aad66909-720b-428b-b4cb-977ef5ecb8b6 req-3dabfd81-cac5-43ce-8867-3863aba97a46 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 944 time: 0.1087356 Jan 21 20:08:46.788119 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-aad66909-720b-428b-b4cb-977ef5ecb8b6 req-125f6266-12c6-4961-acc0-2cf3f50cbc1b tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/security-groups?id=92be0a1c-0133-44e6-8abb-b7ee2d391ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0478172 Jan 21 20:08:47.194701 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8cf9c-1efd-48b9-98e2-bbbde91bc5b4 req-a1d2ce60-1ec7-4c21-a1f8-6c720450b700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:47.196267 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3da8cf9c-1efd-48b9-98e2-bbbde91bc5b4 req-a1d2ce60-1ec7-4c21-a1f8-6c720450b700 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff&tenant_id=d87e762938124539be0a9343ac717a6f HTTP/1.1" status: 200 len: 1161 time: 0.0927994 Jan 21 20:08:47.313699 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8cf9c-1efd-48b9-98e2-bbbde91bc5b4 req-4e9ec82a-8fb3-4290-aa0e-cf03e07c9c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:47.315356 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3da8cf9c-1efd-48b9-98e2-bbbde91bc5b4 req-4e9ec82a-8fb3-4290-aa0e-cf03e07c9c9a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d87e762938124539be0a9343ac717a6f&device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 1161 time: 0.0827677 Jan 21 20:08:47.457574 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8cf9c-1efd-48b9-98e2-bbbde91bc5b4 req-882ded03-93b3-45cb-a4bf-027945314c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:47.459096 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3da8cf9c-1efd-48b9-98e2-bbbde91bc5b4 req-882ded03-93b3-45cb-a4bf-027945314c0a service neutron] 10.222.0.83 "GET /v2.0/networks?id=9901c8fa-258b-4228-9974-2540259eba74 HTTP/1.1" status: 200 len: 903 time: 0.1372044 Jan 21 20:08:47.569787 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3da8cf9c-1efd-48b9-98e2-bbbde91bc5b4 req-7b5da457-6951-4759-8367-430152ae78f6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ef0aea7-b613-47b3-9ea5-017e932a7d6a HTTP/1.1" status: 200 len: 1000 time: 0.1039145 Jan 21 20:08:47.640915 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8cf9c-1efd-48b9-98e2-bbbde91bc5b4 req-5fa6099a-b097-4ee3-b56e-b4e0d54048e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:47.642548 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3da8cf9c-1efd-48b9-98e2-bbbde91bc5b4 req-5fa6099a-b097-4ee3-b56e-b4e0d54048e2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=72e2051d-a669-4830-a2d1-6ccc61b5fb10 HTTP/1.1" status: 200 len: 848 time: 0.0666726 Jan 21 20:08:47.729657 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8cf9c-1efd-48b9-98e2-bbbde91bc5b4 req-ebc78f5e-eb54-42fe-9f8b-adf3e2e18e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:47.731472 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3da8cf9c-1efd-48b9-98e2-bbbde91bc5b4 req-ebc78f5e-eb54-42fe-9f8b-adf3e2e18e32 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9901c8fa-258b-4228-9974-2540259eba74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0823390 Jan 21 20:08:47.884750 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3da8cf9c-1efd-48b9-98e2-bbbde91bc5b4 req-0072459b-e953-4667-983b-34dfd735a897 service neutron] 10.222.0.83 "GET /v2.0/networks/9901c8fa-258b-4228-9974-2540259eba74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464548 Jan 21 20:08:48.107750 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-3da8cf9c-1efd-48b9-98e2-bbbde91bc5b4 req-553b50f4-ed80-4f2c-bab9-f72b2610de56 service neutron] 10.222.0.83 "GET /v2.0/networks/9901c8fa-258b-4228-9974-2540259eba74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2134569 Jan 21 20:08:48.137407 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a136803c-c736-40a9-92b8-a7d433ef6407 req-ad9f7d44-5109-4fa4-aa45-7cb736abcbd0 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:48.139204 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a136803c-c736-40a9-92b8-a7d433ef6407 req-ad9f7d44-5109-4fa4-aa45-7cb736abcbd0 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 944 time: 0.2191012 Jan 21 20:08:48.192346 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-a136803c-c736-40a9-92b8-a7d433ef6407 req-dbe6bc80-38b4-4320-bb13-0cd702566b6f tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/security-groups?id=92be0a1c-0133-44e6-8abb-b7ee2d391ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0451350 Jan 21 20:08:49.431906 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e795c6e-b1dd-428e-a046-fe4277c53ea8 req-a2bb829a-aa78-49d2-aa0f-d60953c027fc tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:49.433526 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-9e795c6e-b1dd-428e-a046-fe4277c53ea8 req-a2bb829a-aa78-49d2-aa0f-d60953c027fc tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 944 time: 0.1100383 Jan 21 20:08:49.718656 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-9e795c6e-b1dd-428e-a046-fe4277c53ea8 req-03f1acc8-f611-4cda-b9f9-8e0bd649d772 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/security-groups?id=92be0a1c-0133-44e6-8abb-b7ee2d391ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.2786658 Jan 21 20:08:50.952463 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f6e3c-abee-4c13-9496-a3212b179c20 req-efd8b44f-2822-4539-9014-85c48cd9a6c4 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:50.953982 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-db4f6e3c-abee-4c13-9496-a3212b179c20 req-efd8b44f-2822-4539-9014-85c48cd9a6c4 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 944 time: 0.1025603 Jan 21 20:08:51.007960 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-db4f6e3c-abee-4c13-9496-a3212b179c20 req-f2abc91f-51c4-452f-ac9f-9c8691396d22 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/security-groups?id=92be0a1c-0133-44e6-8abb-b7ee2d391ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0475104 Jan 21 20:08:52.238337 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b4e107-f2e0-46d8-a4fb-977e73dacd7e req-6c6f07ff-826a-4f3f-9184-a4382d8e76a6 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:52.240264 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-41b4e107-f2e0-46d8-a4fb-977e73dacd7e req-6c6f07ff-826a-4f3f-9184-a4382d8e76a6 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 944 time: 0.1032875 Jan 21 20:08:52.291514 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-41b4e107-f2e0-46d8-a4fb-977e73dacd7e req-7b655522-16b9-423a-ac14-09d879da114b tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/security-groups?id=92be0a1c-0133-44e6-8abb-b7ee2d391ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0448315 Jan 21 20:08:53.525159 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465f676-b8dd-4796-a494-e1fc0c23fa6f req-577e1847-98b3-43ed-9685-8ff4d90492f2 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:53.526861 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4465f676-b8dd-4796-a494-e1fc0c23fa6f req-577e1847-98b3-43ed-9685-8ff4d90492f2 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 944 time: 0.1071799 Jan 21 20:08:53.578145 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4465f676-b8dd-4796-a494-e1fc0c23fa6f req-5ee9f212-05b3-4c22-ac91-678b91795be9 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/security-groups?id=92be0a1c-0133-44e6-8abb-b7ee2d391ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0449662 Jan 21 20:08:53.994730 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.agents_db [None req-c7ecb146-6622-446f-8bab-48f8cf3fe8cd None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:08:54.813111 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0181cea-be9c-449e-be33-676ecfe3cad7 req-4bedae97-9426-4838-b2c5-ebced688fc67 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:54.814767 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e0181cea-be9c-449e-be33-676ecfe3cad7 req-4bedae97-9426-4838-b2c5-ebced688fc67 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 944 time: 0.1064394 Jan 21 20:08:54.868192 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-e0181cea-be9c-449e-be33-676ecfe3cad7 req-d3b024ce-f031-425d-88d2-046ed80e4a68 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/security-groups?id=92be0a1c-0133-44e6-8abb-b7ee2d391ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0468206 Jan 21 20:08:55.660361 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 8ef0aea7-b613-47b3-9ea5-017e932a7d6a up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:08:55.735315 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 8ef0aea7-b613-47b3-9ea5-017e932a7d6a triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:08:55.735741 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:55.861408 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8289793'] for port, before_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:55.890593 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1393c025-688c-4c1d-b0d2-6e4085872dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef0aea7-b613-47b3-9ea5-017e932a7d6a'}] {{(pid=80115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:08:55.901467 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] For port 8ef0aea7-b613-47b3-9ea5-017e932a7d6a, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=8ef0aea7-b613-47b3-9ea5-017e932a7d6a,segment=NetworkSegment(57f83cf9-79b0-4d75-a975-8e8e948605ab),segment_id=57f83cf9-79b0-4d75-a975-8e8e948605ab)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:08:55.904721 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363307589906582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729264462724', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363307590313059'] for port, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:55.906720 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ddf1e63b-97f8-4b0c-9946-4787ebe4c7c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:08:55.963187 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1393c025-688c-4c1d-b0d2-6e4085872dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef0aea7-b613-47b3-9ea5-017e932a7d6a', 'code': 200} Jan 21 20:08:55.985967 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Pushing event updated for resources: {'Port': ['ID=8ef0aea7-b613-47b3-9ea5-017e932a7d6a,revision_number=6']} {{(pid=80115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:08:55.995832 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:08:55.996230 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:08:55.996619 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:08:55.997001 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:08:55.997383 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:08:55.997764 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:08:55.998215 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:08:55.998535 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:08:55.998909 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:08:55.999282 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:08:55.999656 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:08:56.000069 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:08:56.000487 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:08:56.000863 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:08:56.001241 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:08:56.001614 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:08:56.002120 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:08:56.002472 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:08:56.002845 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:08:56.003215 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:08:56.003589 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:08:56.003960 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:08:56.005215 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:08:56.005892 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:08:56.010425 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:08:56.111362 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b73d1-969b-42fc-be3c-bde11961a473 req-06634d17-bd98-4aa7-be0d-7e1a5032cef3 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:56.112878 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-691b73d1-969b-42fc-be3c-bde11961a473 req-06634d17-bd98-4aa7-be0d-7e1a5032cef3 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 946 time: 0.1086750 Jan 21 20:08:56.166092 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-691b73d1-969b-42fc-be3c-bde11961a473 req-18a05340-8d7a-492d-8fdb-6ff1dd68214d tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/security-groups?id=92be0a1c-0133-44e6-8abb-b7ee2d391ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0462317 Jan 21 20:08:56.301871 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2756f8-1339-454a-be71-64196ef6a9df req-c9a80f95-886f-48b0-836d-006d63053edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:56.303542 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0c2756f8-1339-454a-be71-64196ef6a9df req-c9a80f95-886f-48b0-836d-006d63053edc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 1163 time: 0.0793059 Jan 21 20:08:56.348601 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-0c2756f8-1339-454a-be71-64196ef6a9df req-7d0c3e3c-6696-44da-88b4-72c2dc8bda02 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=92be0a1c-0133-44e6-8abb-b7ee2d391ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0376647 Jan 21 20:08:57.416245 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde95c5-b648-4cc6-8789-7b2ce782aeb0 req-7c896153-ff8c-44f2-bc84-e66d575b3820 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:57.417894 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-bbde95c5-b648-4cc6-8789-7b2ce782aeb0 req-7c896153-ff8c-44f2-bc84-e66d575b3820 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 946 time: 0.1027379 Jan 21 20:08:57.451590 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 8ef0aea7-b613-47b3-9ea5-017e932a7d6a up at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 21 20:08:57.474615 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-bbde95c5-b648-4cc6-8789-7b2ce782aeb0 req-b19ec6de-ec38-4063-9e87-93d2a511d41d tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/security-groups?id=92be0a1c-0133-44e6-8abb-b7ee2d391ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0500028 Jan 21 20:08:57.528398 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.provisioning_blocks [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Provisioning complete for port 8ef0aea7-b613-47b3-9ea5-017e932a7d6a triggered by entity L2. {{(pid=80115) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 21 20:08:57.528816 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846508159'] for port, provisioning_complete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:08:58.706942 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22ad32-71fb-4d2a-a44d-469643159c7f req-6965ebec-bf6f-43a7-96c1-07b970e13172 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:08:58.708618 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6c22ad32-71fb-4d2a-a44d-469643159c7f req-6965ebec-bf6f-43a7-96c1-07b970e13172 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 946 time: 0.1063590 Jan 21 20:08:58.761642 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-6c22ad32-71fb-4d2a-a44d-469643159c7f req-3f688820-0834-45a8-9d40-ecda04ac95fe tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/security-groups?id=92be0a1c-0133-44e6-8abb-b7ee2d391ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0464220 Jan 21 20:08:59.368542 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:09:04.434612 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a848e009-15e0-4a0f-9f43-b41122ef5c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:09:06.581988 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-b8bbd15f-ce21-4340-b033-016e9d664efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:09:07.546853 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:09:08.498625 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:09:09.016926 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:09:25.981243 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ec9f720c-8110-4e42-8fd7-a6facf49d890 req-28f18c04-564e-4b18-8e1c-b0b241775c59 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0778480 Jan 21 20:09:26.158888 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f720c-8110-4e42-8fd7-a6facf49d890 req-0ca92bdf-4080-41de-87cc-9ee4eccc4d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:09:26.160435 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ec9f720c-8110-4e42-8fd7-a6facf49d890 req-0ca92bdf-4080-41de-87cc-9ee4eccc4d87 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d87e762938124539be0a9343ac717a6f&device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 1163 time: 0.0824490 Jan 21 20:09:26.325313 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f720c-8110-4e42-8fd7-a6facf49d890 req-835afa9b-b4d1-45e2-b1bf-bd6f0e486ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:09:26.326853 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ec9f720c-8110-4e42-8fd7-a6facf49d890 req-835afa9b-b4d1-45e2-b1bf-bd6f0e486ae9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9901c8fa-258b-4228-9974-2540259eba74 HTTP/1.1" status: 200 len: 903 time: 0.1455472 Jan 21 20:09:26.437869 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ec9f720c-8110-4e42-8fd7-a6facf49d890 req-9341676d-435b-49ce-a57a-fa60f5f27acd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ef0aea7-b613-47b3-9ea5-017e932a7d6a HTTP/1.1" status: 200 len: 1002 time: 0.1029687 Jan 21 20:09:26.507105 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f720c-8110-4e42-8fd7-a6facf49d890 req-e53b7ac0-19ed-49ac-87e9-e03651cd8758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:09:26.508658 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ec9f720c-8110-4e42-8fd7-a6facf49d890 req-e53b7ac0-19ed-49ac-87e9-e03651cd8758 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=72e2051d-a669-4830-a2d1-6ccc61b5fb10 HTTP/1.1" status: 200 len: 848 time: 0.0638244 Jan 21 20:09:26.595169 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f720c-8110-4e42-8fd7-a6facf49d890 req-f949b616-ace4-4a73-a13c-577ea164670b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:09:26.596708 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ec9f720c-8110-4e42-8fd7-a6facf49d890 req-f949b616-ace4-4a73-a13c-577ea164670b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9901c8fa-258b-4228-9974-2540259eba74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0807941 Jan 21 20:09:26.751329 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ec9f720c-8110-4e42-8fd7-a6facf49d890 req-b4811254-2449-47b1-9d53-a1b725e8aef1 service neutron] 10.222.0.83 "GET /v2.0/networks/9901c8fa-258b-4228-9974-2540259eba74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464961 Jan 21 20:09:26.899827 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-ec9f720c-8110-4e42-8fd7-a6facf49d890 req-d715b39b-f043-4753-a4cc-1d77ed3a5571 service neutron] 10.222.0.83 "GET /v2.0/networks/9901c8fa-258b-4228-9974-2540259eba74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1405845 Jan 21 20:09:29.400689 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:09:30.995377 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.agents_db [None req-c7ecb146-6622-446f-8bab-48f8cf3fe8cd None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:09:34.437738 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9a3f758a-f99a-4f9b-96aa-78c24a0c393e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:09:36.584506 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-a86c556c-746a-45e4-897a-af1bc56abead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:09:37.548701 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:09:38.500265 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:09:39.021218 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:09:59.418405 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:04.440017 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-af953922-da86-4ee6-a523-fe46a39e3c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:06.593060 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5bab1988-4dc3-49ee-a7de-db10be0f1f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:07.551154 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:07.997390 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.agents_db [None req-c7ecb146-6622-446f-8bab-48f8cf3fe8cd None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:10:08.503516 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:09.023361 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:18.535812 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-034e6da2-b1bc-4494-80d5-ef08bc1e70d9 req-50302330-d095-4f76-91a7-f55ea60bc3cd tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/floatingips/6dd635fb-f7fa-401a-a5da-8398364edc85 HTTP/1.1" status: 200 len: 999 time: 0.1233187 Jan 21 20:10:18.722249 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e6da2-b1bc-4494-80d5-ef08bc1e70d9 req-601ba64c-e305-4817-be21-8b12d9b4c73a tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:10:18.723765 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-034e6da2-b1bc-4494-80d5-ef08bc1e70d9 req-601ba64c-e305-4817-be21-8b12d9b4c73a tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/networks/a57e5c9c-980e-4c63-98b2-db6c66af0db2 HTTP/1.1" status: 200 len: 784 time: 0.1815419 Jan 21 20:10:18.841958 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-034e6da2-b1bc-4494-80d5-ef08bc1e70d9 req-42a8e136-334e-463a-be6d-ad7139395bc0 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.27.2.213 HTTP/1.1" status: 200 len: 1002 time: 0.1115248 Jan 21 20:10:18.946631 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e6da2-b1bc-4494-80d5-ef08bc1e70d9 req-8f87237a-aa50-4a19-841e-7f53793dfb96 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:10:18.948206 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-034e6da2-b1bc-4494-80d5-ef08bc1e70d9 req-8f87237a-aa50-4a19-841e-7f53793dfb96 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports/8ef0aea7-b613-47b3-9ea5-017e932a7d6a HTTP/1.1" status: 200 len: 943 time: 0.1003389 Jan 21 20:10:19.142876 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-034e6da2-b1bc-4494-80d5-ef08bc1e70d9 req-89c8dacf-f315-46fa-821c-c4ff32fe369c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/floatingips?floating_ip_address=172.27.2.213 HTTP/1.1" status: 200 len: 1002 time: 0.1103704 Jan 21 20:10:19.373933 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-034e6da2-b1bc-4494-80d5-ef08bc1e70d9 req-f833e785-e948-44c3-8332-0c346a18015c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Deleting port c9c63fbe-463a-43f4-94e6-246893b02a65 {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:10:19.374230 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-034e6da2-b1bc-4494-80d5-ef08bc1e70d9 req-f833e785-e948-44c3-8332-0c346a18015c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:19.558624 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-034e6da2-b1bc-4494-80d5-ef08bc1e70d9 req-f833e785-e948-44c3-8332-0c346a18015c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:19.559224 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-034e6da2-b1bc-4494-80d5-ef08bc1e70d9 req-f833e785-e948-44c3-8332-0c346a18015c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Notify callbacks [] for floatingip, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:19.693146 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-034e6da2-b1bc-4494-80d5-ef08bc1e70d9 req-f833e785-e948-44c3-8332-0c346a18015c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Calling delete_port for c9c63fbe-463a-43f4-94e6-246893b02a65 owned by network:floatingip {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:10:19.846795 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-034e6da2-b1bc-4494-80d5-ef08bc1e70d9 req-f833e785-e948-44c3-8332-0c346a18015c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852560929'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:19.862434 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c32fb36d-8214-495f-bc76-1afb29f248e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:10:19.958108 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f833e785-e948-44c3-8332-0c346a18015c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Pushing event deleted for resources: {'Port': ['ID=c9c63fbe-463a-43f4-94e6-246893b02a65,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:10:19.970046 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f833e785-e948-44c3-8332-0c346a18015c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:19.970486 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f833e785-e948-44c3-8332-0c346a18015c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:19.970897 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f833e785-e948-44c3-8332-0c346a18015c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:19.971296 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f833e785-e948-44c3-8332-0c346a18015c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:19.971695 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f833e785-e948-44c3-8332-0c346a18015c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:19.972094 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f833e785-e948-44c3-8332-0c346a18015c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:19.972489 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f833e785-e948-44c3-8332-0c346a18015c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:19.972887 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f833e785-e948-44c3-8332-0c346a18015c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:19.973281 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f833e785-e948-44c3-8332-0c346a18015c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:19.973671 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f833e785-e948-44c3-8332-0c346a18015c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:19.974110 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f833e785-e948-44c3-8332-0c346a18015c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:19.974528 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f833e785-e948-44c3-8332-0c346a18015c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:19.974957 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f833e785-e948-44c3-8332-0c346a18015c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:19.975344 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f833e785-e948-44c3-8332-0c346a18015c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:19.975733 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f833e785-e948-44c3-8332-0c346a18015c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:19.976121 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f833e785-e948-44c3-8332-0c346a18015c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:19.976596 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f833e785-e948-44c3-8332-0c346a18015c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:19.976920 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f833e785-e948-44c3-8332-0c346a18015c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:19.977305 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f833e785-e948-44c3-8332-0c346a18015c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:19.977693 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f833e785-e948-44c3-8332-0c346a18015c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:19.978078 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f833e785-e948-44c3-8332-0c346a18015c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:19.978487 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f833e785-e948-44c3-8332-0c346a18015c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:19.978876 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f833e785-e948-44c3-8332-0c346a18015c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:19.979264 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f833e785-e948-44c3-8332-0c346a18015c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:19.984497 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f833e785-e948-44c3-8332-0c346a18015c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:10:20.101796 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-034e6da2-b1bc-4494-80d5-ef08bc1e70d9 req-f833e785-e948-44c3-8332-0c346a18015c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Notify callbacks [] for floatingip, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:20.102170 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.db.l3_db [req-034e6da2-b1bc-4494-80d5-ef08bc1e70d9 req-f833e785-e948-44c3-8332-0c346a18015c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Floating IP 6dd635fb-f7fa-401a-a5da-8398364edc85 disassociated (deleted). External IP: 172.27.2.213, port: 8ef0aea7-b613-47b3-9ea5-017e932a7d6a. Jan 21 20:10:20.704558 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [req-034e6da2-b1bc-4494-80d5-ef08bc1e70d9 req-f833e785-e948-44c3-8332-0c346a18015c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Router 98600e7b-c19a-4240-a6d2-ef5ff448cd9a has already been hosted by L3 agent acfbd797-5df7-45c7-9954-db8085626b2a {{(pid=80114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 20:10:20.894449 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-034e6da2-b1bc-4494-80d5-ef08bc1e70d9 req-f833e785-e948-44c3-8332-0c346a18015c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Notify agent at l3_agent.dv-cinder-726180-8-iscsi the message routers_updated {{(pid=80114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:10:20.905150 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3130fdc4-47ae-41b7-9d80-c6e1e4555bbf None None] Sync routers for ids ['98600e7b-c19a-4240-a6d2-ef5ff448cd9a'] in dv-cinder-726180-8-iscsi {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:10:20.918565 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3130fdc4-47ae-41b7-9d80-c6e1e4555bbf None None] Routers {'98600e7b-c19a-4240-a6d2-ef5ff448cd9a'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:10:20.919255 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-3130fdc4-47ae-41b7-9d80-c6e1e4555bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:10:07Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['98600e7b-c19a-4240-a6d2-ef5ff448cd9a'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:10:20.920453 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-034e6da2-b1bc-4494-80d5-ef08bc1e70d9 req-f833e785-e948-44c3-8332-0c346a18015c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for floatingip, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:20.992049 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-034e6da2-b1bc-4494-80d5-ef08bc1e70d9 req-f833e785-e948-44c3-8332-0c346a18015c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "DELETE /v2.0/floatingips/6dd635fb-f7fa-401a-a5da-8398364edc85 HTTP/1.1" status: 204 len: 173 time: 1.8428574 Jan 21 20:10:20.992617 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1393c025-688c-4c1d-b0d2-6e4085872dff', 'tag': '8ef0aea7-b613-47b3-9ea5-017e932a7d6a'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:10:21.057202 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1393c025-688c-4c1d-b0d2-6e4085872dff', 'tag': '8ef0aea7-b613-47b3-9ea5-017e932a7d6a', 'status': 'completed', 'code': 200} Jan 21 20:10:21.117520 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-3130fdc4-47ae-41b7-9d80-c6e1e4555bbf None None] Set router 98600e7b-c19a-4240-a6d2-ef5ff448cd9a gateway port host: dv-cinder-726180-8-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:10:21.236045 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e6da2-b1bc-4494-80d5-ef08bc1e70d9 req-046111af-3ac7-401f-bf1a-b5e5c37f73ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:10:21.237712 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-034e6da2-b1bc-4494-80d5-ef08bc1e70d9 req-046111af-3ac7-401f-bf1a-b5e5c37f73ff service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d87e762938124539be0a9343ac717a6f&device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 1163 time: 0.2327998 Jan 21 20:10:21.243473 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7eb1f6-8f4c-49ad-b144-6b8e946a19da req-543c3e51-0813-4a37-8f5c-63e10b9b84af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:10:21.244998 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-9a7eb1f6-8f4c-49ad-b144-6b8e946a19da req-543c3e51-0813-4a37-8f5c-63e10b9b84af service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d87e762938124539be0a9343ac717a6f&device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 1163 time: 0.1231179 Jan 21 20:10:21.467072 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-3130fdc4-47ae-41b7-9d80-c6e1e4555bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98600e7b-c19a-4240-a6d2-ef5ff448cd9a', 'name': 'tempest-TestShelveInstance-1222023369-router', 'tenant_id': 'd87e762938124539be0a9343ac717a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '2b043013-de27-452e-9552-d90eac8261ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:05:15Z', 'updated_at': '2021-01-21T20:05:20Z', 'revision_number': 4, 'project_id': 'd87e762938124539be0a9343ac717a6f', 'gw_port': {'id': '2b043013-de27-452e-9552-d90eac8261ef', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98600e7b-c19a-4240-a6d2-ef5ff448cd9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:05:16Z', 'updated_at': '2021-01-21T20:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': 'd5be0b98-7d2b-49da-ac71-9439b26ba00c', 'name': '', 'network_id': '9901c8fa-258b-4228-9974-2540259eba74', 'tenant_id': 'd87e762938124539be0a9343ac717a6f', 'mac_address': 'fa:16:3e:34:b3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98600e7b-c19a-4240-a6d2-ef5ff448cd9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '72e2051d-a669-4830-a2d1-6ccc61b5fb10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:05:19Z', 'updated_at': '2021-01-21T20:05:32Z', 'revision_number': 5, 'project_id': 'd87e762938124539be0a9343ac717a6f', 'subnets': [{'id': '72e2051d-a669-4830-a2d1-6ccc61b5fb10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:10:21.471210 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3130fdc4-47ae-41b7-9d80-c6e1e4555bbf None None] Checking router: 98600e7b-c19a-4240-a6d2-ef5ff448cd9a for host: dv-cinder-726180-8-iscsi {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:10:21.480736 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3130fdc4-47ae-41b7-9d80-c6e1e4555bbf None None] Routers {'98600e7b-c19a-4240-a6d2-ef5ff448cd9a'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:10:21.481406 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-3130fdc4-47ae-41b7-9d80-c6e1e4555bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:10:07Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['98600e7b-c19a-4240-a6d2-ef5ff448cd9a'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:10:21.509515 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e6da2-b1bc-4494-80d5-ef08bc1e70d9 req-49279817-d9a2-4c5f-bf3b-8a2a35b77565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:10:21.511126 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-034e6da2-b1bc-4494-80d5-ef08bc1e70d9 req-49279817-d9a2-4c5f-bf3b-8a2a35b77565 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9901c8fa-258b-4228-9974-2540259eba74 HTTP/1.1" status: 200 len: 903 time: 0.2651992 Jan 21 20:10:21.512192 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7eb1f6-8f4c-49ad-b144-6b8e946a19da req-518d86c6-13db-4c2d-ac8e-3de7c22ba0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:10:21.513625 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-9a7eb1f6-8f4c-49ad-b144-6b8e946a19da req-518d86c6-13db-4c2d-ac8e-3de7c22ba0ee service neutron] 10.222.0.83 "GET /v2.0/networks?id=9901c8fa-258b-4228-9974-2540259eba74 HTTP/1.1" status: 200 len: 903 time: 0.2461736 Jan 21 20:10:21.645653 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-034e6da2-b1bc-4494-80d5-ef08bc1e70d9 req-e490f0a7-6d23-4a2b-95f3-64450c9e52dc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ef0aea7-b613-47b3-9ea5-017e932a7d6a HTTP/1.1" status: 200 len: 217 time: 0.1276166 Jan 21 20:10:21.656471 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-9a7eb1f6-8f4c-49ad-b144-6b8e946a19da req-8deb58d7-15b0-4b17-84b6-3e8e38b39a29 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ef0aea7-b613-47b3-9ea5-017e932a7d6a HTTP/1.1" status: 200 len: 217 time: 0.0849941 Jan 21 20:10:21.680288 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-3130fdc4-47ae-41b7-9d80-c6e1e4555bbf None None] Set router 98600e7b-c19a-4240-a6d2-ef5ff448cd9a gateway port host: dv-cinder-726180-8-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:10:21.782275 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e6da2-b1bc-4494-80d5-ef08bc1e70d9 req-0e8d80e2-015b-460a-a502-e451c8c96986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:10:21.783844 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-034e6da2-b1bc-4494-80d5-ef08bc1e70d9 req-0e8d80e2-015b-460a-a502-e451c8c96986 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=72e2051d-a669-4830-a2d1-6ccc61b5fb10 HTTP/1.1" status: 200 len: 848 time: 0.1292691 Jan 21 20:10:21.787809 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7eb1f6-8f4c-49ad-b144-6b8e946a19da req-5115c0a8-1dd8-4509-a6a7-77337261b77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:10:21.789266 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-9a7eb1f6-8f4c-49ad-b144-6b8e946a19da req-5115c0a8-1dd8-4509-a6a7-77337261b77b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=72e2051d-a669-4830-a2d1-6ccc61b5fb10 HTTP/1.1" status: 200 len: 848 time: 0.0943611 Jan 21 20:10:21.939066 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e6da2-b1bc-4494-80d5-ef08bc1e70d9 req-60683171-a1cb-453b-9f19-dd6c88a4eea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:10:21.940741 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-034e6da2-b1bc-4494-80d5-ef08bc1e70d9 req-60683171-a1cb-453b-9f19-dd6c88a4eea8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9901c8fa-258b-4228-9974-2540259eba74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1490777 Jan 21 20:10:21.944527 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7eb1f6-8f4c-49ad-b144-6b8e946a19da req-0f1b2347-e1e4-42cc-b9bf-090701f96276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:10:21.946040 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-9a7eb1f6-8f4c-49ad-b144-6b8e946a19da req-0f1b2347-e1e4-42cc-b9bf-090701f96276 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9901c8fa-258b-4228-9974-2540259eba74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1151612 Jan 21 20:10:22.036168 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-3130fdc4-47ae-41b7-9d80-c6e1e4555bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98600e7b-c19a-4240-a6d2-ef5ff448cd9a', 'name': 'tempest-TestShelveInstance-1222023369-router', 'tenant_id': 'd87e762938124539be0a9343ac717a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '2b043013-de27-452e-9552-d90eac8261ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:05:15Z', 'updated_at': '2021-01-21T20:05:20Z', 'revision_number': 4, 'project_id': 'd87e762938124539be0a9343ac717a6f', 'gw_port': {'id': '2b043013-de27-452e-9552-d90eac8261ef', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98600e7b-c19a-4240-a6d2-ef5ff448cd9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:05:16Z', 'updated_at': '2021-01-21T20:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': 'd5be0b98-7d2b-49da-ac71-9439b26ba00c', 'name': '', 'network_id': '9901c8fa-258b-4228-9974-2540259eba74', 'tenant_id': 'd87e762938124539be0a9343ac717a6f', 'mac_address': 'fa:16:3e:34:b3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98600e7b-c19a-4240-a6d2-ef5ff448cd9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '72e2051d-a669-4830-a2d1-6ccc61b5fb10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:05:19Z', 'updated_at': '2021-01-21T20:05:32Z', 'revision_number': 5, 'project_id': 'd87e762938124539be0a9343ac717a6f', 'subnets': [{'id': '72e2051d-a669-4830-a2d1-6ccc61b5fb10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:10:22.040949 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3130fdc4-47ae-41b7-9d80-c6e1e4555bbf None None] The sync data for ids ['98600e7b-c19a-4240-a6d2-ef5ff448cd9a'] in dv-cinder-726180-8-iscsi is: [{'id': '98600e7b-c19a-4240-a6d2-ef5ff448cd9a', 'name': 'tempest-TestShelveInstance-1222023369-router', 'tenant_id': 'd87e762938124539be0a9343ac717a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '2b043013-de27-452e-9552-d90eac8261ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:05:15Z', 'updated_at': '2021-01-21T20:05:20Z', 'revision_number': 4, 'project_id': 'd87e762938124539be0a9343ac717a6f', 'gw_port': {'id': '2b043013-de27-452e-9552-d90eac8261ef', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98600e7b-c19a-4240-a6d2-ef5ff448cd9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:05:16Z', 'updated_at': '2021-01-21T20:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi', '_interfaces': [{'id': 'd5be0b98-7d2b-49da-ac71-9439b26ba00c', 'name': '', 'network_id': '9901c8fa-258b-4228-9974-2540259eba74', 'tenant_id': 'd87e762938124539be0a9343ac717a6f', 'mac_address': 'fa:16:3e:34:b3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98600e7b-c19a-4240-a6d2-ef5ff448cd9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '72e2051d-a669-4830-a2d1-6ccc61b5fb10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:05:19Z', 'updated_at': '2021-01-21T20:05:32Z', 'revision_number': 5, 'project_id': 'd87e762938124539be0a9343ac717a6f', 'subnets': [{'id': '72e2051d-a669-4830-a2d1-6ccc61b5fb10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:10:22.214480 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-9a7eb1f6-8f4c-49ad-b144-6b8e946a19da req-16fd17cf-89d7-4f6c-a33d-7c08e63db0f1 service neutron] 10.222.0.83 "GET /v2.0/networks/9901c8fa-258b-4228-9974-2540259eba74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441032 Jan 21 20:10:22.223481 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-034e6da2-b1bc-4494-80d5-ef08bc1e70d9 req-485a3162-92d5-4cf6-ac27-090720abdb24 service neutron] 10.222.0.74 "GET /v2.0/networks/9901c8fa-258b-4228-9974-2540259eba74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676361 Jan 21 20:10:22.468721 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e297af40-6232-4526-87f3-4e6c271dd478 None None] New status for floating IP 6dd635fb-f7fa-401a-a5da-8398364edc85: DOWN {{(pid=80115) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 21 20:10:22.488597 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-9a7eb1f6-8f4c-49ad-b144-6b8e946a19da req-af688e95-5589-4ffd-8769-4927a60f8975 service neutron] 10.222.0.83 "GET /v2.0/networks/9901c8fa-258b-4228-9974-2540259eba74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2633817 Jan 21 20:10:22.491318 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-034e6da2-b1bc-4494-80d5-ef08bc1e70d9 req-32d21d4a-bc58-4033-9d48-6331950b6cc6 service neutron] 10.222.0.74 "GET /v2.0/networks/9901c8fa-258b-4228-9974-2540259eba74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2648418 Jan 21 20:10:22.957696 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f817b-b775-465f-87a4-6a09c6fa5031 req-ffa6fb3c-fd31-413e-9f22-cc3020e6ffdb tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:10:22.959319 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-d12f817b-b775-465f-87a4-6a09c6fa5031 req-ffa6fb3c-fd31-413e-9f22-cc3020e6ffdb tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Synchronizing usage tracker for tenant:d87e762938124539be0a9343ac717a6f on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:10:22.974678 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-d12f817b-b775-465f-87a4-6a09c6fa5031 req-ffa6fb3c-fd31-413e-9f22-cc3020e6ffdb tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Unset dirty status for tenant:d87e762938124539be0a9343ac717a6f on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:10:22.975970 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d12f817b-b775-465f-87a4-6a09c6fa5031 req-ffa6fb3c-fd31-413e-9f22-cc3020e6ffdb tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 946 time: 0.1208508 Jan 21 20:10:23.031220 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-d12f817b-b775-465f-87a4-6a09c6fa5031 req-b9a663d1-db37-4eea-80e3-94ec26835391 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/security-groups?id=92be0a1c-0133-44e6-8abb-b7ee2d391ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0488927 Jan 21 20:10:24.275053 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce60b08-881c-4900-ab00-4701364d77dc req-b7676e31-6860-48ca-a0f4-b96373e59408 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:10:24.276705 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4ce60b08-881c-4900-ab00-4701364d77dc req-b7676e31-6860-48ca-a0f4-b96373e59408 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 946 time: 0.1110821 Jan 21 20:10:24.327690 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4ce60b08-881c-4900-ab00-4701364d77dc req-665e14c1-740c-4d3f-8b48-46ae3081ffee tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/security-groups?id=92be0a1c-0133-44e6-8abb-b7ee2d391ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0445077 Jan 21 20:10:24.683127 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca91975-6a63-46b7-848e-d3b772d9a233 req-a9ad97e2-6ef7-484c-a143-8daef5b71d41 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:10:24.684729 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4ca91975-6a63-46b7-848e-d3b772d9a233 req-a9ad97e2-6ef7-484c-a143-8daef5b71d41 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.83 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 946 time: 0.1053994 Jan 21 20:10:24.772168 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-4ca91975-6a63-46b7-848e-d3b772d9a233 req-0123c788-7a92-4e8f-8900-6985fd765172 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Deleting port 8ef0aea7-b613-47b3-9ea5-017e932a7d6a {{(pid=80114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:10:24.772558 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-4ca91975-6a63-46b7-848e-d3b772d9a233 req-0123c788-7a92-4e8f-8900-6985fd765172 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:25.268673 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [req-4ca91975-6a63-46b7-848e-d3b772d9a233 req-0123c788-7a92-4e8f-8900-6985fd765172 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] For port 8ef0aea7-b613-47b3-9ea5-017e932a7d6a, host hv-cinder-72618, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-72618',level=0,port_id=8ef0aea7-b613-47b3-9ea5-017e932a7d6a,segment=NetworkSegment(57f83cf9-79b0-4d75-a975-8e8e948605ab),segment_id=57f83cf9-79b0-4d75-a975-8e8e948605ab)] {{(pid=80114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:10:25.269075 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-4ca91975-6a63-46b7-848e-d3b772d9a233 req-0123c788-7a92-4e8f-8900-6985fd765172 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:25.402451 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [req-4ca91975-6a63-46b7-848e-d3b772d9a233 req-0123c788-7a92-4e8f-8900-6985fd765172 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Calling delete_port for 8ef0aea7-b613-47b3-9ea5-017e932a7d6a owned by compute:nova {{(pid=80114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:10:25.642277 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ce1f3-28fb-4119-8897-71d913971206 req-6fba34ab-034a-4a90-ae8d-b4d575b30645 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:10:25.643931 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8c2ce1f3-28fb-4119-8897-71d913971206 req-6fba34ab-034a-4a90-ae8d-b4d575b30645 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 946 time: 0.1845720 Jan 21 20:10:25.645095 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-4ca91975-6a63-46b7-848e-d3b772d9a233 req-0123c788-7a92-4e8f-8900-6985fd765172 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852560929'] for port, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:25.665203 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-ae970657-e320-4fa8-8799-5ea74d0a07e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:10:25.775768 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0123c788-7a92-4e8f-8900-6985fd765172 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Pushing event deleted for resources: {'Port': ['ID=8ef0aea7-b613-47b3-9ea5-017e932a7d6a,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:10:25.778788 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-0123c788-7a92-4e8f-8900-6985fd765172 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:10:25.841928 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8c2ce1f3-28fb-4119-8897-71d913971206 req-670baeb9-828c-48de-9b73-b7b679d53e03 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/security-groups?id=92be0a1c-0133-44e6-8abb-b7ee2d391ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1807001 Jan 21 20:10:25.918019 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca91975-6a63-46b7-848e-d3b772d9a233 req-0123c788-7a92-4e8f-8900-6985fd765172 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] No DVR routers for this DVR port 8ef0aea7-b613-47b3-9ea5-017e932a7d6a on host hv-cinder-72618 {{(pid=80114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 20:10:25.920375 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-4ca91975-6a63-46b7-848e-d3b772d9a233 req-0123c788-7a92-4e8f-8900-6985fd765172 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854762027'] for port, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:25.923206 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1393c025-688c-4c1d-b0d2-6e4085872dff', 'name': 'network-vif-deleted', 'tag': '8ef0aea7-b613-47b3-9ea5-017e932a7d6a'}] {{(pid=80114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 20:10:25.940327 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-4ca91975-6a63-46b7-848e-d3b772d9a233 req-0123c788-7a92-4e8f-8900-6985fd765172 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.83 "DELETE /v2.0/ports/8ef0aea7-b613-47b3-9ea5-017e932a7d6a HTTP/1.1" status: 204 len: 173 time: 1.2492917 Jan 21 20:10:25.986675 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1393c025-688c-4c1d-b0d2-6e4085872dff', 'name': 'network-vif-deleted', 'tag': '8ef0aea7-b613-47b3-9ea5-017e932a7d6a', 'status': 'completed', 'code': 200} Jan 21 20:10:26.006202 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 8ef0aea7-b613-47b3-9ea5-017e932a7d6a no longer exists at agent ovs-agent-hv-cinder-72618 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:10:26.043951 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] No Port match for: 8ef0aea7-b613-47b3-9ea5-017e932a7d6a {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 20:10:26.044353 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Device 8ef0aea7-b613-47b3-9ea5-017e932a7d6a not bound to the agent host hv-cinder-72618 {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 20:10:26.968628 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-580a1976-e74f-46fb-b299-8a3800417244 req-bc93222d-35ff-4eb4-a648-80517ebce0c5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0484428 Jan 21 20:10:27.055953 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-60fa4ad1-185a-411e-9ca0-93f668ee1534 req-eaf451b2-9031-429e-b4ee-dfa8ac0ef82a tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Synchronizing usage tracker for tenant:d87e762938124539be0a9343ac717a6f on resource:port {{(pid=80114) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 21 20:10:27.116781 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-580a1976-e74f-46fb-b299-8a3800417244 req-b5886489-2c2d-4494-9394-619ea670dcdb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d87e762938124539be0a9343ac717a6f&device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 210 time: 0.0524881 Jan 21 20:10:27.117565 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.quota.resource [req-60fa4ad1-185a-411e-9ca0-93f668ee1534 req-eaf451b2-9031-429e-b4ee-dfa8ac0ef82a tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Unset dirty status for tenant:d87e762938124539be0a9343ac717a6f on resource:port {{(pid=80114) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 21 20:10:27.118718 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-60fa4ad1-185a-411e-9ca0-93f668ee1534 req-eaf451b2-9031-429e-b4ee-dfa8ac0ef82a tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/ports?device_id=1393c025-688c-4c1d-b0d2-6e4085872dff HTTP/1.1" status: 200 len: 210 time: 0.1250923 Jan 21 20:10:27.318888 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a1976-e74f-46fb-b299-8a3800417244 req-ea0c3664-a37b-4951-b624-626c8b48934e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:10:27.320485 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-580a1976-e74f-46fb-b299-8a3800417244 req-ea0c3664-a37b-4951-b624-626c8b48934e service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=d87e762938124539be0a9343ac717a6f&shared=False HTTP/1.1" status: 200 len: 903 time: 0.1766505 Jan 21 20:10:27.484449 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a1976-e74f-46fb-b299-8a3800417244 req-36ec719d-6631-4434-aaa4-1c6d8cb7e68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 21 20:10:27.486063 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-580a1976-e74f-46fb-b299-8a3800417244 req-36ec719d-6631-4434-aaa4-1c6d8cb7e68e service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1583965 Jan 21 20:10:28.328004 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8ad6aea8-dfb9-4154-aa40-45924b45a918 req-b114d904-b23a-4f55-8300-af82da83c732 tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "GET /v2.0/security-groups/92be0a1c-0133-44e6-8abb-b7ee2d391ea7 HTTP/1.1" status: 200 len: 2991 time: 0.0637825 Jan 21 20:10:28.410070 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-8ad6aea8-dfb9-4154-aa40-45924b45a918 req-78ce2834-e33c-432b-bbd5-4b3e188c139c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Notify callbacks [] for security_group, before_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:28.440006 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-8ad6aea8-dfb9-4154-aa40-45924b45a918 req-78ce2834-e33c-432b-bbd5-4b3e188c139c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Notify callbacks [] for security_group, precommit_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:28.486909 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-8ad6aea8-dfb9-4154-aa40-45924b45a918 req-78ce2834-e33c-432b-bbd5-4b3e188c139c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:28.493071 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-2dec3b73-f5de-42dc-b37c-e2ce8165d8a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:10:28.509481 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce2834-e33c-432b-bbd5-4b3e188c139c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Pushing event deleted for resources: {'SecurityGroup': ['ID=92be0a1c-0133-44e6-8abb-b7ee2d391ea7,revision_number=None']} {{(pid=80114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:10:28.514022 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-78ce2834-e33c-432b-bbd5-4b3e188c139c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80114) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:10:28.517920 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [req-8ad6aea8-dfb9-4154-aa40-45924b45a918 req-78ce2834-e33c-432b-bbd5-4b3e188c139c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] Notify callbacks [] for security_group, before_response {{(pid=80114) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:28.519204 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [req-8ad6aea8-dfb9-4154-aa40-45924b45a918 req-78ce2834-e33c-432b-bbd5-4b3e188c139c tempest-TestShelveInstance-690866378 tempest-TestShelveInstance-690866378] 10.222.0.74 "DELETE /v2.0/security-groups/92be0a1c-0133-44e6-8abb-b7ee2d391ea7 HTTP/1.1" status: 204 len: 173 time: 0.1848824 Jan 21 20:10:28.583489 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 33814) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:10:29.313934 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-32ebccd9-175d-46a9-b21c-a264f5ca3c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853819610'] for router_interface, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:29.431319 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:29.688623 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-32ebccd9-175d-46a9-b21c-a264f5ca3c58 admin admin] Deleting port d5be0b98-7d2b-49da-ac71-9439b26ba00c {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:10:29.688928 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-32ebccd9-175d-46a9-b21c-a264f5ca3c58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:29.873070 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-32ebccd9-175d-46a9-b21c-a264f5ca3c58 admin admin] For port d5be0b98-7d2b-49da-ac71-9439b26ba00c, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=d5be0b98-7d2b-49da-ac71-9439b26ba00c,segment=NetworkSegment(57f83cf9-79b0-4d75-a975-8e8e948605ab),segment_id=57f83cf9-79b0-4d75-a975-8e8e948605ab)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:10:29.873442 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-32ebccd9-175d-46a9-b21c-a264f5ca3c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:30.242350 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-32ebccd9-175d-46a9-b21c-a264f5ca3c58 admin admin] Calling delete_port for d5be0b98-7d2b-49da-ac71-9439b26ba00c owned by network:router_interface {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:10:30.431876 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-32ebccd9-175d-46a9-b21c-a264f5ca3c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2470122'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:30.447830 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-575093c4-dd5d-4e12-90e9-830ebcdf42e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:10:30.545223 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ebccd9-175d-46a9-b21c-a264f5ca3c58 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5be0b98-7d2b-49da-ac71-9439b26ba00c,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:10:30.559096 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ebccd9-175d-46a9-b21c-a264f5ca3c58 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:30.559526 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ebccd9-175d-46a9-b21c-a264f5ca3c58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:30.559941 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ebccd9-175d-46a9-b21c-a264f5ca3c58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:30.560358 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ebccd9-175d-46a9-b21c-a264f5ca3c58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:30.560766 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ebccd9-175d-46a9-b21c-a264f5ca3c58 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:30.561178 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ebccd9-175d-46a9-b21c-a264f5ca3c58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:30.561590 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ebccd9-175d-46a9-b21c-a264f5ca3c58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:30.561991 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ebccd9-175d-46a9-b21c-a264f5ca3c58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:30.562412 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ebccd9-175d-46a9-b21c-a264f5ca3c58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:30.562829 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ebccd9-175d-46a9-b21c-a264f5ca3c58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:30.563229 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ebccd9-175d-46a9-b21c-a264f5ca3c58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:30.563631 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ebccd9-175d-46a9-b21c-a264f5ca3c58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-72618 {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:30.564073 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ebccd9-175d-46a9-b21c-a264f5ca3c58 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:30.564479 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ebccd9-175d-46a9-b21c-a264f5ca3c58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:30.564881 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ebccd9-175d-46a9-b21c-a264f5ca3c58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:30.565284 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ebccd9-175d-46a9-b21c-a264f5ca3c58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:30.565682 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ebccd9-175d-46a9-b21c-a264f5ca3c58 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:30.566345 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ebccd9-175d-46a9-b21c-a264f5ca3c58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:30.566773 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ebccd9-175d-46a9-b21c-a264f5ca3c58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:30.567176 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ebccd9-175d-46a9-b21c-a264f5ca3c58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:30.567582 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ebccd9-175d-46a9-b21c-a264f5ca3c58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:30.567984 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ebccd9-175d-46a9-b21c-a264f5ca3c58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:30.568519 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ebccd9-175d-46a9-b21c-a264f5ca3c58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:30.568929 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ebccd9-175d-46a9-b21c-a264f5ca3c58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-726180-8-iscsi {{(pid=80113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 21 20:10:30.579410 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-32ebccd9-175d-46a9-b21c-a264f5ca3c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:10:30.885570 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-32ebccd9-175d-46a9-b21c-a264f5ca3c58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853819456'] for router_interface, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:31.404200 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ebccd9-175d-46a9-b21c-a264f5ca3c58 admin admin] Router 98600e7b-c19a-4240-a6d2-ef5ff448cd9a has already been hosted by L3 agent acfbd797-5df7-45c7-9954-db8085626b2a {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 20:10:31.598347 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ebccd9-175d-46a9-b21c-a264f5ca3c58 admin admin] Notify agent at l3_agent.dv-cinder-726180-8-iscsi the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:10:31.608922 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc53602-e89a-4cd1-a0de-e106e8b83ea3 None None] Sync routers for ids ['98600e7b-c19a-4240-a6d2-ef5ff448cd9a'] in dv-cinder-726180-8-iscsi {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:10:31.617152 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-32ebccd9-175d-46a9-b21c-a264f5ca3c58 admin admin] 10.222.0.74 "PUT /v2.0/routers/98600e7b-c19a-4240-a6d2-ef5ff448cd9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0308294 Jan 21 20:10:31.619902 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 33820) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:10:31.621235 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc53602-e89a-4cd1-a0de-e106e8b83ea3 None None] Routers {'98600e7b-c19a-4240-a6d2-ef5ff448cd9a'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:10:31.622130 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-7fc53602-e89a-4cd1-a0de-e106e8b83ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:10:07Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['98600e7b-c19a-4240-a6d2-ef5ff448cd9a'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:10:31.813969 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-7fc53602-e89a-4cd1-a0de-e106e8b83ea3 None None] Set router 98600e7b-c19a-4240-a6d2-ef5ff448cd9a gateway port host: dv-cinder-726180-8-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:10:31.814249 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d7c42697-9378-4795-8a31-59ffec61ccc3 admin admin] Notify callbacks [] for router, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:32.129930 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-7fc53602-e89a-4cd1-a0de-e106e8b83ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98600e7b-c19a-4240-a6d2-ef5ff448cd9a', 'name': 'tempest-TestShelveInstance-1222023369-router', 'tenant_id': 'd87e762938124539be0a9343ac717a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '2b043013-de27-452e-9552-d90eac8261ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:05:15Z', 'updated_at': '2021-01-21T20:10:30Z', 'revision_number': 5, 'project_id': 'd87e762938124539be0a9343ac717a6f', 'gw_port': {'id': '2b043013-de27-452e-9552-d90eac8261ef', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98600e7b-c19a-4240-a6d2-ef5ff448cd9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:05:16Z', 'updated_at': '2021-01-21T20:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi'}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:10:32.135385 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc53602-e89a-4cd1-a0de-e106e8b83ea3 None None] Checking router: 98600e7b-c19a-4240-a6d2-ef5ff448cd9a for host: dv-cinder-726180-8-iscsi {{(pid=80116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:10:32.145211 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc53602-e89a-4cd1-a0de-e106e8b83ea3 None None] Routers {'98600e7b-c19a-4240-a6d2-ef5ff448cd9a'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:10:32.145902 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-7fc53602-e89a-4cd1-a0de-e106e8b83ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:10:07Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['98600e7b-c19a-4240-a6d2-ef5ff448cd9a'], 'active': True} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:10:32.251818 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d7c42697-9378-4795-8a31-59ffec61ccc3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:32.258435 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-d7c42697-9378-4795-8a31-59ffec61ccc3 admin admin] Deleting port 2b043013-de27-452e-9552-d90eac8261ef {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:10:32.258806 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d7c42697-9378-4795-8a31-59ffec61ccc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:32.461641 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-d7c42697-9378-4795-8a31-59ffec61ccc3 admin admin] For port 2b043013-de27-452e-9552-d90eac8261ef, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=2b043013-de27-452e-9552-d90eac8261ef,segment=NetworkSegment(0b618305-a50f-40b3-8ec6-85df1521bd1b),segment_id=0b618305-a50f-40b3-8ec6-85df1521bd1b)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:10:32.461963 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d7c42697-9378-4795-8a31-59ffec61ccc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:32.503465 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-7fc53602-e89a-4cd1-a0de-e106e8b83ea3 None None] Set router 98600e7b-c19a-4240-a6d2-ef5ff448cd9a gateway port host: dv-cinder-726180-8-iscsi {{(pid=80116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:10:32.602293 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-d7c42697-9378-4795-8a31-59ffec61ccc3 admin admin] Calling delete_port for 2b043013-de27-452e-9552-d90eac8261ef owned by network:router_gateway {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:10:32.756683 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d7c42697-9378-4795-8a31-59ffec61ccc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2470122'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:32.813962 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-7fc53602-e89a-4cd1-a0de-e106e8b83ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98600e7b-c19a-4240-a6d2-ef5ff448cd9a', 'name': 'tempest-TestShelveInstance-1222023369-router', 'tenant_id': 'd87e762938124539be0a9343ac717a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '2b043013-de27-452e-9552-d90eac8261ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:05:15Z', 'updated_at': '2021-01-21T20:10:30Z', 'revision_number': 5, 'project_id': 'd87e762938124539be0a9343ac717a6f', 'gw_port': {'id': '2b043013-de27-452e-9552-d90eac8261ef', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98600e7b-c19a-4240-a6d2-ef5ff448cd9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:05:16Z', 'updated_at': '2021-01-21T20:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi'}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:10:32.818367 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc53602-e89a-4cd1-a0de-e106e8b83ea3 None None] The sync data for ids ['98600e7b-c19a-4240-a6d2-ef5ff448cd9a'] in dv-cinder-726180-8-iscsi is: [{'id': '98600e7b-c19a-4240-a6d2-ef5ff448cd9a', 'name': 'tempest-TestShelveInstance-1222023369-router', 'tenant_id': 'd87e762938124539be0a9343ac717a6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '2b043013-de27-452e-9552-d90eac8261ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:05:15Z', 'updated_at': '2021-01-21T20:10:30Z', 'revision_number': 5, 'project_id': 'd87e762938124539be0a9343ac717a6f', 'gw_port': {'id': '2b043013-de27-452e-9552-d90eac8261ef', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98600e7b-c19a-4240-a6d2-ef5ff448cd9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:05:16Z', 'updated_at': '2021-01-21T20:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi'}] {{(pid=80116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:10:32.910025 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device d5be0b98-7d2b-49da-ac71-9439b26ba00c no longer exists at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:10:32.955212 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] No Port match for: d5be0b98-7d2b-49da-ac71-9439b26ba00c {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 20:10:32.955998 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device d5be0b98-7d2b-49da-ac71-9439b26ba00c not bound to the agent host dv-cinder-726180-8-iscsi {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 20:10:32.959818 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d7c42697-9378-4795-8a31-59ffec61ccc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-968785'] for router_gateway, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:33.105210 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d7c42697-9378-4795-8a31-59ffec61ccc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854652844'] for router, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:33.114194 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d7c42697-9378-4795-8a31-59ffec61ccc3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:33.136549 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d7c42697-9378-4795-8a31-59ffec61ccc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853794932'] for router, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:33.137143 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c42697-9378-4795-8a31-59ffec61ccc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98600e7b-c19a-4240-a6d2-ef5ff448cd9a {{(pid=80113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 20:10:33.149650 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d7c42697-9378-4795-8a31-59ffec61ccc3 admin admin] Notify callbacks [] for router, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:33.150931 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-d7c42697-9378-4795-8a31-59ffec61ccc3 admin admin] 10.222.0.74 "DELETE /v2.0/routers/98600e7b-c19a-4240-a6d2-ef5ff448cd9a HTTP/1.1" status: 204 len: 168 time: 1.5300105 Jan 21 20:10:33.153839 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 33824) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:10:33.221980 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_v2 [None req-501b5e24-0791-4274-9821-c2aaa7da3061 admin admin] Deleting subnet 72e2051d-a669-4830-a2d1-6ccc61b5fb10 {{(pid=80113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 21 20:10:33.225355 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-501b5e24-0791-4274-9821-c2aaa7da3061 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:33.281908 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-501b5e24-0791-4274-9821-c2aaa7da3061 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145445'] for subnet, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:33.369026 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-501b5e24-0791-4274-9821-c2aaa7da3061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846617693'] for subnet, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:33.641533 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-501b5e24-0791-4274-9821-c2aaa7da3061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8158139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852305712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853121062'] for subnet, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:33.657410 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-47f3dcfa-4d1d-4bbc-b1ac-8ad6d3de4c80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:10:33.744095 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b5e24-0791-4274-9821-c2aaa7da3061 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72e2051d-a669-4830-a2d1-6ccc61b5fb10,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:10:33.758913 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-501b5e24-0791-4274-9821-c2aaa7da3061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:10:33.796136 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-501b5e24-0791-4274-9821-c2aaa7da3061 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:33.801210 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20890740-8588-4a7f-b5d1-21af40d211a4 None None] Network 9901c8fa-258b-4228-9974-2540259eba74 requested from dv-cinder-726180-8-iscsi {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 20:10:33.802217 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-501b5e24-0791-4274-9821-c2aaa7da3061 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/72e2051d-a669-4830-a2d1-6ccc61b5fb10 HTTP/1.1" status: 204 len: 168 time: 0.6473184 Jan 21 20:10:33.805020 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 33828) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:10:33.926246 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5613c230-b2a2-483e-abd6-82668c32847c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846842325'] for network, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:33.996499 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-5613c230-b2a2-483e-abd6-82668c32847c admin admin] Deleting port 40d73133-78bb-4e7b-ba44-c87c3b943fa8 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:10:33.996882 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5613c230-b2a2-483e-abd6-82668c32847c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:34.059343 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e402946-c021-4685-af5e-412df5eb79c0 None None] DHCP port deletion for 9901c8fa-258b-4228-9974-2540259eba74 request from dv-cinder-726180-8-iscsi {{(pid=80115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 21 20:10:34.063724 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-6e402946-c021-4685-af5e-412df5eb79c0 None None] Deleting port 40d73133-78bb-4e7b-ba44-c87c3b943fa8 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:10:34.064230 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6e402946-c021-4685-af5e-412df5eb79c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:34.223562 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-5613c230-b2a2-483e-abd6-82668c32847c admin admin] For port 40d73133-78bb-4e7b-ba44-c87c3b943fa8, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=40d73133-78bb-4e7b-ba44-c87c3b943fa8,segment=NetworkSegment(57f83cf9-79b0-4d75-a975-8e8e948605ab),segment_id=57f83cf9-79b0-4d75-a975-8e8e948605ab)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:10:34.223881 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5613c230-b2a2-483e-abd6-82668c32847c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:34.295492 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-6e402946-c021-4685-af5e-412df5eb79c0 None None] For port 40d73133-78bb-4e7b-ba44-c87c3b943fa8, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=40d73133-78bb-4e7b-ba44-c87c3b943fa8,segment=NetworkSegment(57f83cf9-79b0-4d75-a975-8e8e948605ab),segment_id=57f83cf9-79b0-4d75-a975-8e8e948605ab)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:10:34.295993 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6e402946-c021-4685-af5e-412df5eb79c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:34.365272 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-5613c230-b2a2-483e-abd6-82668c32847c admin admin] Calling delete_port for 40d73133-78bb-4e7b-ba44-c87c3b943fa8 owned by network:dhcp {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:10:34.433395 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-6e402946-c021-4685-af5e-412df5eb79c0 None None] Calling delete_port for 40d73133-78bb-4e7b-ba44-c87c3b943fa8 owned by network:dhcp {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:10:34.450307 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5613c230-b2a2-483e-abd6-82668c32847c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2470122'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:34.466376 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-dd2ac9e4-8ca9-4c23-848a-0216f801feb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:10:34.499729 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bfd22226-4be9-499e-86d4-03854af92bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:34.524620 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.db.api [None req-6e402946-c021-4685-af5e-412df5eb79c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80115) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 21 20:10:34.525042 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_db.api [None req-6e402946-c021-4685-af5e-412df5eb79c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 21 20:10:34.576581 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5613c230-b2a2-483e-abd6-82668c32847c admin admin] Pushing event deleted for resources: {'Port': ['ID=40d73133-78bb-4e7b-ba44-c87c3b943fa8,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:10:34.581469 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-5613c230-b2a2-483e-abd6-82668c32847c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:10:34.618794 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5613c230-b2a2-483e-abd6-82668c32847c admin admin] No DVR routers for this DVR port 40d73133-78bb-4e7b-ba44-c87c3b943fa8 on host dv-cinder-726180-8-iscsi {{(pid=80113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 20:10:34.748405 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5613c230-b2a2-483e-abd6-82668c32847c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8157968', 'neutron.services.segments.db._delete_segments_for_network--9223363307589961673'] for network, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:34.864816 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.segments.db [None req-5613c230-b2a2-483e-abd6-82668c32847c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9901c8fa-258b-4228-9974-2540259eba74']}} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:10:34.877449 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.segments.db [None req-5613c230-b2a2-483e-abd6-82668c32847c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57f83cf9-79b0-4d75-a975-8e8e948605ab') {'for_net_delete': True} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:10:34.877795 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.segments.db [None req-5613c230-b2a2-483e-abd6-82668c32847c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57f83cf9-79b0-4d75-a975-8e8e948605ab') {} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:10:34.890212 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5613c230-b2a2-483e-abd6-82668c32847c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307589963209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852630355'] for segment, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:34.908223 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5613c230-b2a2-483e-abd6-82668c32847c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8360645'] for segment, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:34.910465 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5613c230-b2a2-483e-abd6-82668c32847c admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 21 20:10:34.946832 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 40d73133-78bb-4e7b-ba44-c87c3b943fa8 no longer exists at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:10:34.987492 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] No Port match for: 40d73133-78bb-4e7b-ba44-c87c3b943fa8 {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 20:10:34.987897 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 40d73133-78bb-4e7b-ba44-c87c3b943fa8 not bound to the agent host dv-cinder-726180-8-iscsi {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 20:10:34.988379 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 2b043013-de27-452e-9552-d90eac8261ef no longer exists at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:10:35.025866 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-6e402946-c021-4685-af5e-412df5eb79c0 None None] Deleting port 40d73133-78bb-4e7b-ba44-c87c3b943fa8 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:10:35.026338 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-6e402946-c021-4685-af5e-412df5eb79c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:35.055959 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] No Port match for: 2b043013-de27-452e-9552-d90eac8261ef {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 20:10:35.056363 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 2b043013-de27-452e-9552-d90eac8261ef not bound to the agent host dv-cinder-726180-8-iscsi {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 20:10:35.098690 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-5613c230-b2a2-483e-abd6-82668c32847c admin admin] Network 9901c8fa-258b-4228-9974-2540259eba74 has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 20:10:35.103338 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-6e402946-c021-4685-af5e-412df5eb79c0 None None] The port '40d73133-78bb-4e7b-ba44-c87c3b943fa8' was deleted {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 21 20:10:35.109692 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5613c230-b2a2-483e-abd6-82668c32847c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846415140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852305729'] for segment, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:35.294281 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-5613c230-b2a2-483e-abd6-82668c32847c admin admin] Network 9901c8fa-258b-4228-9974-2540259eba74 has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 20:10:35.317546 dv-cinder-726180-8-iscsi neutron-server[80002]: Traceback (most recent call last): Jan 21 20:10:35.317546 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 20:10:35.317546 dv-cinder-726180-8-iscsi neutron-server[80002]: timer() Jan 21 20:10:35.317546 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 20:10:35.317546 dv-cinder-726180-8-iscsi neutron-server[80002]: cb(*args, **kw) Jan 21 20:10:35.317546 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 21 20:10:35.317546 dv-cinder-726180-8-iscsi neutron-server[80002]: return func(*args, **kwargs) Jan 21 20:10:35.317546 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 20:10:35.317546 dv-cinder-726180-8-iscsi neutron-server[80002]: self._notify() Jan 21 20:10:35.317546 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 20:10:35.317546 dv-cinder-726180-8-iscsi neutron-server[80002]: self.callback(batched_events) Jan 21 20:10:35.317546 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 20:10:35.317546 dv-cinder-726180-8-iscsi neutron-server[80002]: event.method(event) Jan 21 20:10:35.317546 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 20:10:35.317546 dv-cinder-726180-8-iscsi neutron-server[80002]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 20:10:35.317546 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 21 20:10:35.317546 dv-cinder-726180-8-iscsi neutron-server[80002]: segment_id)['aggregates'][0] Jan 21 20:10:35.317546 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 20:10:35.317546 dv-cinder-726180-8-iscsi neutron-server[80002]: return f(self, *a, **k) Jan 21 20:10:35.317546 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 20:10:35.317546 dv-cinder-726180-8-iscsi neutron-server[80002]: return self._get(url).json() Jan 21 20:10:35.317546 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 20:10:35.317546 dv-cinder-726180-8-iscsi neutron-server[80002]: **kwargs) Jan 21 20:10:35.317546 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 20:10:35.317546 dv-cinder-726180-8-iscsi neutron-server[80002]: return self.request(url, 'GET', **kwargs) Jan 21 20:10:35.317546 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 21 20:10:35.317546 dv-cinder-726180-8-iscsi neutron-server[80002]: **endpoint_filter) Jan 21 20:10:35.317546 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 20:10:35.317546 dv-cinder-726180-8-iscsi neutron-server[80002]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 20:10:35.317546 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 20:10:35.317546 dv-cinder-726180-8-iscsi neutron-server[80002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 20:10:35.317546 dv-cinder-726180-8-iscsi neutron-server[80002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 20:10:35.645112 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5613c230-b2a2-483e-abd6-82668c32847c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846617832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853807049'] for network, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:35.648544 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:10:35.665208 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-5613c230-b2a2-483e-abd6-82668c32847c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:35.672089 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5613c230-b2a2-483e-abd6-82668c32847c admin admin] Pushing event deleted for resources: {'Network': ['ID=9901c8fa-258b-4228-9974-2540259eba74,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:10:35.676701 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-5613c230-b2a2-483e-abd6-82668c32847c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:10:35.690107 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-5613c230-b2a2-483e-abd6-82668c32847c admin admin] 10.222.0.74 "DELETE /v2.0/networks/9901c8fa-258b-4228-9974-2540259eba74 HTTP/1.1" status: 204 len: 168 time: 1.8840282 Jan 21 20:10:35.693610 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 33832) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:10:36.267296 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9b109ce1-46f4-42bf-bb00-d777a9cf881d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853819610'] for router_interface, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:36.585742 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e89db417-19a5-4765-b01f-6197fa97ca51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:36.647352 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-9b109ce1-46f4-42bf-bb00-d777a9cf881d admin admin] Deleting port 67ffd78e-c389-49ae-8989-fed4eb02bc5c {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:10:36.647737 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9b109ce1-46f4-42bf-bb00-d777a9cf881d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:36.834629 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-9b109ce1-46f4-42bf-bb00-d777a9cf881d admin admin] For port 67ffd78e-c389-49ae-8989-fed4eb02bc5c, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=67ffd78e-c389-49ae-8989-fed4eb02bc5c,segment=NetworkSegment(f1b4ece3-4bd7-4497-997e-426a5394c390),segment_id=f1b4ece3-4bd7-4497-997e-426a5394c390)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:10:36.835127 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9b109ce1-46f4-42bf-bb00-d777a9cf881d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:36.972961 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-9b109ce1-46f4-42bf-bb00-d777a9cf881d admin admin] Calling delete_port for 67ffd78e-c389-49ae-8989-fed4eb02bc5c owned by network:router_interface {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:10:37.164410 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9b109ce1-46f4-42bf-bb00-d777a9cf881d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2470122'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:37.180620 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-b936e142-cc7f-4da4-9216-669f8c81b6b9 tempest-AttachVolumeShelveTestJSON-1373584160 tempest-AttachVolumeShelveTestJSON-1373584160] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:10:37.274100 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b109ce1-46f4-42bf-bb00-d777a9cf881d admin admin] Pushing event deleted for resources: {'Port': ['ID=67ffd78e-c389-49ae-8989-fed4eb02bc5c,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:10:37.280668 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-9b109ce1-46f4-42bf-bb00-d777a9cf881d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:10:37.553805 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:37.595150 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9b109ce1-46f4-42bf-bb00-d777a9cf881d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-547681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853819456'] for router_interface, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:38.115916 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b109ce1-46f4-42bf-bb00-d777a9cf881d admin admin] Router e12ad42e-b373-436c-ae78-0df55ccbbe2a has already been hosted by L3 agent acfbd797-5df7-45c7-9954-db8085626b2a {{(pid=80113) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 21 20:10:38.506739 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:38.555839 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b109ce1-46f4-42bf-bb00-d777a9cf881d admin admin] Notify agent at l3_agent.dv-cinder-726180-8-iscsi the message routers_updated {{(pid=80113) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 21 20:10:38.564631 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa02bb9f-cce8-4867-8d63-d8b47f1414cd None None] Sync routers for ids ['e12ad42e-b373-436c-ae78-0df55ccbbe2a'] in dv-cinder-726180-8-iscsi {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 21 20:10:38.565134 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-9b109ce1-46f4-42bf-bb00-d777a9cf881d admin admin] 10.222.0.74 "PUT /v2.0/routers/e12ad42e-b373-436c-ae78-0df55ccbbe2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8704591 Jan 21 20:10:38.568197 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 33836) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:10:38.587433 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa02bb9f-cce8-4867-8d63-d8b47f1414cd None None] Routers {'e12ad42e-b373-436c-ae78-0df55ccbbe2a'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:10:38.588148 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-fa02bb9f-cce8-4867-8d63-d8b47f1414cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:10:37Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['e12ad42e-b373-436c-ae78-0df55ccbbe2a'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:10:38.768640 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-873a098d-71b4-41f0-99f1-2583c3bdc021 admin admin] Notify callbacks [] for router, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:38.781464 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-fa02bb9f-cce8-4867-8d63-d8b47f1414cd None None] Set router e12ad42e-b373-436c-ae78-0df55ccbbe2a gateway port host: dv-cinder-726180-8-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:10:38.969192 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-873a098d-71b4-41f0-99f1-2583c3bdc021 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:38.974765 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-873a098d-71b4-41f0-99f1-2583c3bdc021 admin admin] Deleting port c67b53d7-4cf8-4382-a9d9-505d4e0d427d {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:10:38.975143 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-873a098d-71b4-41f0-99f1-2583c3bdc021 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:39.178686 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-873a098d-71b4-41f0-99f1-2583c3bdc021 admin admin] For port c67b53d7-4cf8-4382-a9d9-505d4e0d427d, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=c67b53d7-4cf8-4382-a9d9-505d4e0d427d,segment=NetworkSegment(0b618305-a50f-40b3-8ec6-85df1521bd1b),segment_id=0b618305-a50f-40b3-8ec6-85df1521bd1b)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:10:39.178969 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-873a098d-71b4-41f0-99f1-2583c3bdc021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:39.235889 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:39.272488 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-fa02bb9f-cce8-4867-8d63-d8b47f1414cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12ad42e-b373-436c-ae78-0df55ccbbe2a', 'name': 'tempest-TestShelveInstance-1403651818-router', 'tenant_id': 'e9d08d693a004a8286147904582e37ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'c67b53d7-4cf8-4382-a9d9-505d4e0d427d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:05:25Z', 'updated_at': '2021-01-21T20:10:37Z', 'revision_number': 5, 'project_id': 'e9d08d693a004a8286147904582e37ff', 'gw_port': {'id': 'c67b53d7-4cf8-4382-a9d9-505d4e0d427d', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12ad42e-b373-436c-ae78-0df55ccbbe2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:05:26Z', 'updated_at': '2021-01-21T20:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi'}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:10:39.276709 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa02bb9f-cce8-4867-8d63-d8b47f1414cd None None] Checking router: e12ad42e-b373-436c-ae78-0df55ccbbe2a for host: dv-cinder-726180-8-iscsi {{(pid=80115) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 21 20:10:39.285780 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa02bb9f-cce8-4867-8d63-d8b47f1414cd None None] Routers {'e12ad42e-b373-436c-ae78-0df55ccbbe2a'} bound to L3 agent in host dv-cinder-726180-8-iscsi {{(pid=80115) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 21 20:10:39.286480 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-fa02bb9f-cce8-4867-8d63-d8b47f1414cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-726180-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-21T19:46:06Z,description=,heartbeat_timestamp=2021-01-21T20:10:37Z,host='dv-cinder-726180-8-iscsi',id=acfbd797-5df7-45c7-9954-db8085626b2a,load=0,resource_versions=,resources_synced=,started_at=2021-01-21T19:46:06Z,topic='l3_agent')) {'router_ids': ['e12ad42e-b373-436c-ae78-0df55ccbbe2a'], 'active': True} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:10:39.329374 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-873a098d-71b4-41f0-99f1-2583c3bdc021 admin admin] Calling delete_port for c67b53d7-4cf8-4382-a9d9-505d4e0d427d owned by network:router_gateway {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:10:39.476607 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-873a098d-71b4-41f0-99f1-2583c3bdc021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2470122'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:39.479129 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvr_db [None req-fa02bb9f-cce8-4867-8d63-d8b47f1414cd None None] Set router e12ad42e-b373-436c-ae78-0df55ccbbe2a gateway port host: dv-cinder-726180-8-iscsi {{(pid=80115) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 21 20:10:39.672739 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-873a098d-71b4-41f0-99f1-2583c3bdc021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-968785'] for router_gateway, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:39.798948 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_hamode_db [None req-fa02bb9f-cce8-4867-8d63-d8b47f1414cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12ad42e-b373-436c-ae78-0df55ccbbe2a', 'name': 'tempest-TestShelveInstance-1403651818-router', 'tenant_id': 'e9d08d693a004a8286147904582e37ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'c67b53d7-4cf8-4382-a9d9-505d4e0d427d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:05:25Z', 'updated_at': '2021-01-21T20:10:37Z', 'revision_number': 5, 'project_id': 'e9d08d693a004a8286147904582e37ff', 'gw_port': {'id': 'c67b53d7-4cf8-4382-a9d9-505d4e0d427d', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12ad42e-b373-436c-ae78-0df55ccbbe2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:05:26Z', 'updated_at': '2021-01-21T20:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi'}], 'dv-cinder-726180-8-iscsi', False) {} {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:10:39.803024 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa02bb9f-cce8-4867-8d63-d8b47f1414cd None None] The sync data for ids ['e12ad42e-b373-436c-ae78-0df55ccbbe2a'] in dv-cinder-726180-8-iscsi is: [{'id': 'e12ad42e-b373-436c-ae78-0df55ccbbe2a', 'name': 'tempest-TestShelveInstance-1403651818-router', 'tenant_id': 'e9d08d693a004a8286147904582e37ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'external_fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': 'c67b53d7-4cf8-4382-a9d9-505d4e0d427d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-21T20:05:25Z', 'updated_at': '2021-01-21T20:10:37Z', 'revision_number': 5, 'project_id': 'e9d08d693a004a8286147904582e37ff', 'gw_port': {'id': 'c67b53d7-4cf8-4382-a9d9-505d4e0d427d', 'name': '', 'network_id': 'a57e5c9c-980e-4c63-98b2-db6c66af0db2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12ad42e-b373-436c-ae78-0df55ccbbe2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-726180-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-21T20:05:26Z', 'updated_at': '2021-01-21T20:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ea65500f-ac9d-4758-b95c-d190d3e0e3d5', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-726180-8-iscsi'}] {{(pid=80115) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 21 20:10:39.818976 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-873a098d-71b4-41f0-99f1-2583c3bdc021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-968955', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854652844'] for router, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:39.821455 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-873a098d-71b4-41f0-99f1-2583c3bdc021 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:39.845798 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-873a098d-71b4-41f0-99f1-2583c3bdc021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853794932'] for router, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:39.846362 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873a098d-71b4-41f0-99f1-2583c3bdc021 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e12ad42e-b373-436c-ae78-0df55ccbbe2a {{(pid=80113) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 21 20:10:39.859461 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-873a098d-71b4-41f0-99f1-2583c3bdc021 admin admin] Notify callbacks [] for router, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:39.860703 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-873a098d-71b4-41f0-99f1-2583c3bdc021 admin admin] 10.222.0.74 "DELETE /v2.0/routers/e12ad42e-b373-436c-ae78-0df55ccbbe2a HTTP/1.1" status: 204 len: 168 time: 1.2904258 Jan 21 20:10:39.863384 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 33840) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:10:39.931919 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2dc3442-162c-411f-89f2-e8b45382264f admin admin] Deleting subnet 5217572e-4197-4554-8ded-f80ac9d74e62 {{(pid=80113) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 21 20:10:39.935277 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d2dc3442-162c-411f-89f2-e8b45382264f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:39.995692 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d2dc3442-162c-411f-89f2-e8b45382264f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145445'] for subnet, precommit_delete_associations {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:40.085049 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d2dc3442-162c-411f-89f2-e8b45382264f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036846617693'] for subnet, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:40.368062 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d2dc3442-162c-411f-89f2-e8b45382264f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8158139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852305712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853121062'] for subnet, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:40.385137 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:10:40.485549 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc3442-162c-411f-89f2-e8b45382264f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5217572e-4197-4554-8ded-f80ac9d74e62,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:10:40.490337 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d2dc3442-162c-411f-89f2-e8b45382264f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:10:40.528204 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d2dc3442-162c-411f-89f2-e8b45382264f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:40.533568 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c65d20c-2cc2-4343-ab05-b112258d32de None None] Network 57d55710-5c05-4899-834d-3ad1274554f5 requested from dv-cinder-726180-8-iscsi {{(pid=80115) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 21 20:10:40.534464 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-d2dc3442-162c-411f-89f2-e8b45382264f admin admin] 10.222.0.74 "DELETE /v2.0/subnets/5217572e-4197-4554-8ded-f80ac9d74e62 HTTP/1.1" status: 204 len: 168 time: 0.6700282 Jan 21 20:10:40.537142 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 33844) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:10:40.663228 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-38276d8d-3510-4685-8df1-f073b963986f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036846842325'] for network, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:40.734433 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-38276d8d-3510-4685-8df1-f073b963986f admin admin] Deleting port 3309baf2-19bc-4809-8ba2-ab4a04828f06 {{(pid=80113) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:10:40.735079 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-38276d8d-3510-4685-8df1-f073b963986f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:40.807026 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bf4657-bff4-49ee-a13c-565741e46749 None None] DHCP port deletion for 57d55710-5c05-4899-834d-3ad1274554f5 request from dv-cinder-726180-8-iscsi {{(pid=80115) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 21 20:10:40.811698 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-89bf4657-bff4-49ee-a13c-565741e46749 None None] Deleting port 3309baf2-19bc-4809-8ba2-ab4a04828f06 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:10:40.812207 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-89bf4657-bff4-49ee-a13c-565741e46749 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:40.964248 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-38276d8d-3510-4685-8df1-f073b963986f admin admin] For port 3309baf2-19bc-4809-8ba2-ab4a04828f06, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=3309baf2-19bc-4809-8ba2-ab4a04828f06,segment=NetworkSegment(f1b4ece3-4bd7-4497-997e-426a5394c390),segment_id=f1b4ece3-4bd7-4497-997e-426a5394c390)] {{(pid=80113) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:10:40.964654 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-38276d8d-3510-4685-8df1-f073b963986f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:40.996595 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device c67b53d7-4cf8-4382-a9d9-505d4e0d427d no longer exists at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:10:41.049032 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] No Port match for: c67b53d7-4cf8-4382-a9d9-505d4e0d427d {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 20:10:41.049348 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device c67b53d7-4cf8-4382-a9d9-505d4e0d427d not bound to the agent host dv-cinder-726180-8-iscsi {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 20:10:41.049817 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 3309baf2-19bc-4809-8ba2-ab4a04828f06 no longer exists at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:10:41.101672 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-38276d8d-3510-4685-8df1-f073b963986f admin admin] Calling delete_port for 3309baf2-19bc-4809-8ba2-ab4a04828f06 owned by network:dhcp {{(pid=80113) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:10:41.117277 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-89bf4657-bff4-49ee-a13c-565741e46749 None None] For port 3309baf2-19bc-4809-8ba2-ab4a04828f06, host dv-cinder-726180-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-726180-8-iscsi',level=0,port_id=3309baf2-19bc-4809-8ba2-ab4a04828f06,segment=NetworkSegment(f1b4ece3-4bd7-4497-997e-426a5394c390),segment_id=f1b4ece3-4bd7-4497-997e-426a5394c390)] {{(pid=80115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 21 20:10:41.117723 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-89bf4657-bff4-49ee-a13c-565741e46749 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853805239'] for port, precommit_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:41.187425 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-38276d8d-3510-4685-8df1-f073b963986f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8289918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4652514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363307589906531', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363307590313093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2470122'] for port, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:41.203423 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-c1bd0624-d364-4706-8f2b-7f212b1ff556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:10:41.273431 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-89bf4657-bff4-49ee-a13c-565741e46749 None None] Calling delete_port for 3309baf2-19bc-4809-8ba2-ab4a04828f06 owned by network:dhcp {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 21 20:10:41.298646 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38276d8d-3510-4685-8df1-f073b963986f admin admin] Pushing event deleted for resources: {'Port': ['ID=3309baf2-19bc-4809-8ba2-ab4a04828f06,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:10:41.313476 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-38276d8d-3510-4685-8df1-f073b963986f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:10:41.313782 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.db [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] No active binding found for port 3309baf2-19bc-4809-8ba2-ab4a04828f06 {{(pid=80115) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jan 21 20:10:41.314058 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 3309baf2-19bc-4809-8ba2-ab4a04828f06 not bound to the agent host dv-cinder-726180-8-iscsi {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 20:10:41.314561 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 67ffd78e-c389-49ae-8989-fed4eb02bc5c no longer exists at agent ovs-agent-dv-cinder-726180-8-iscsi {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 21 20:10:41.351243 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38276d8d-3510-4685-8df1-f073b963986f admin admin] No DVR routers for this DVR port 3309baf2-19bc-4809-8ba2-ab4a04828f06 on host dv-cinder-726180-8-iscsi {{(pid=80113) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 21 20:10:41.364868 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] No Port match for: 67ffd78e-c389-49ae-8989-fed4eb02bc5c {{(pid=80115) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 21 20:10:41.365283 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.rpc [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Device 67ffd78e-c389-49ae-8989-fed4eb02bc5c not bound to the agent host dv-cinder-726180-8-iscsi {{(pid=80115) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 21 20:10:41.392126 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.db.api [None req-89bf4657-bff4-49ee-a13c-565741e46749 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80115) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 21 20:10:41.392537 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_db.api [None req-89bf4657-bff4-49ee-a13c-565741e46749 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 21 20:10:41.717866 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-38276d8d-3510-4685-8df1-f073b963986f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8157968', 'neutron.services.segments.db._delete_segments_for_network--9223363307589961673'] for network, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:41.835491 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.segments.db [None req-38276d8d-3510-4685-8df1-f073b963986f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57d55710-5c05-4899-834d-3ad1274554f5']}} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:10:41.848667 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.segments.db [None req-38276d8d-3510-4685-8df1-f073b963986f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1b4ece3-4bd7-4497-997e-426a5394c390') {'for_net_delete': True} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:10:41.849051 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.services.segments.db [None req-38276d8d-3510-4685-8df1-f073b963986f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1b4ece3-4bd7-4497-997e-426a5394c390') {} {{(pid=80113) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 21 20:10:41.861765 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-38276d8d-3510-4685-8df1-f073b963986f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363307589963209', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852630355'] for segment, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:41.878561 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-38276d8d-3510-4685-8df1-f073b963986f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8360645'] for segment, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:41.881090 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-38276d8d-3510-4685-8df1-f073b963986f admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80113) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 21 20:10:41.893580 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-89bf4657-bff4-49ee-a13c-565741e46749 None None] Deleting port 3309baf2-19bc-4809-8ba2-ab4a04828f06 {{(pid=80115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 21 20:10:41.894010 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-89bf4657-bff4-49ee-a13c-565741e46749 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729264867938'] for port, before_delete {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:41.966665 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.plugin [None req-89bf4657-bff4-49ee-a13c-565741e46749 None None] The port '3309baf2-19bc-4809-8ba2-ab4a04828f06' was deleted {{(pid=80115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 21 20:10:42.066949 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-38276d8d-3510-4685-8df1-f073b963986f admin admin] Network 57d55710-5c05-4899-834d-3ad1274554f5 has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 20:10:42.076971 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-38276d8d-3510-4685-8df1-f073b963986f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036846415140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852305729'] for segment, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:42.261340 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.plugins.ml2.managers [None req-38276d8d-3510-4685-8df1-f073b963986f admin admin] Network 57d55710-5c05-4899-834d-3ad1274554f5 has no segments {{(pid=80113) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 21 20:10:42.284628 dv-cinder-726180-8-iscsi neutron-server[80002]: Traceback (most recent call last): Jan 21 20:10:42.284628 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 20:10:42.284628 dv-cinder-726180-8-iscsi neutron-server[80002]: timer() Jan 21 20:10:42.284628 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 20:10:42.284628 dv-cinder-726180-8-iscsi neutron-server[80002]: cb(*args, **kw) Jan 21 20:10:42.284628 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 21 20:10:42.284628 dv-cinder-726180-8-iscsi neutron-server[80002]: return func(*args, **kwargs) Jan 21 20:10:42.284628 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 20:10:42.284628 dv-cinder-726180-8-iscsi neutron-server[80002]: self._notify() Jan 21 20:10:42.284628 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 20:10:42.284628 dv-cinder-726180-8-iscsi neutron-server[80002]: self.callback(batched_events) Jan 21 20:10:42.284628 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 20:10:42.284628 dv-cinder-726180-8-iscsi neutron-server[80002]: event.method(event) Jan 21 20:10:42.284628 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 21 20:10:42.284628 dv-cinder-726180-8-iscsi neutron-server[80002]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 20:10:42.284628 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 21 20:10:42.284628 dv-cinder-726180-8-iscsi neutron-server[80002]: segment_id)['aggregates'][0] Jan 21 20:10:42.284628 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 21 20:10:42.284628 dv-cinder-726180-8-iscsi neutron-server[80002]: return f(self, *a, **k) Jan 21 20:10:42.284628 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 21 20:10:42.284628 dv-cinder-726180-8-iscsi neutron-server[80002]: return self._get(url).json() Jan 21 20:10:42.284628 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 20:10:42.284628 dv-cinder-726180-8-iscsi neutron-server[80002]: **kwargs) Jan 21 20:10:42.284628 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 21 20:10:42.284628 dv-cinder-726180-8-iscsi neutron-server[80002]: return self.request(url, 'GET', **kwargs) Jan 21 20:10:42.284628 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 21 20:10:42.284628 dv-cinder-726180-8-iscsi neutron-server[80002]: **endpoint_filter) Jan 21 20:10:42.284628 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 21 20:10:42.284628 dv-cinder-726180-8-iscsi neutron-server[80002]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 20:10:42.284628 dv-cinder-726180-8-iscsi neutron-server[80002]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 21 20:10:42.284628 dv-cinder-726180-8-iscsi neutron-server[80002]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 20:10:42.284628 dv-cinder-726180-8-iscsi neutron-server[80002]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 20:10:42.367706 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-38276d8d-3510-4685-8df1-f073b963986f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846617832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854228103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853807049'] for network, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:42.370929 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-5d7eab46-785a-474d-b057-12b390377b85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:10:42.387204 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-38276d8d-3510-4685-8df1-f073b963986f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854228218'] for network, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:42.393701 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38276d8d-3510-4685-8df1-f073b963986f admin admin] Pushing event deleted for resources: {'Network': ['ID=57d55710-5c05-4899-834d-3ad1274554f5,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:10:42.399348 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-38276d8d-3510-4685-8df1-f073b963986f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:10:42.401677 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-38276d8d-3510-4685-8df1-f073b963986f admin admin] 10.222.0.74 "DELETE /v2.0/networks/57d55710-5c05-4899-834d-3ad1274554f5 HTTP/1.1" status: 204 len: 168 time: 1.8635383 Jan 21 20:10:42.594223 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 33850) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:10:42.649849 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-ab0f29c2-e493-4b8a-912a-289f6bdb3e72 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d87e762938124539be0a9343ac717a6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0541720 Jan 21 20:10:42.652392 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 33854) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:10:42.719500 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7d2d184e-ab80-4cef-a940-98c1c30632a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:42.748534 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7d2d184e-ab80-4cef-a940-98c1c30632a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:42.801880 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7d2d184e-ab80-4cef-a940-98c1c30632a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:42.808209 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-d5a6ba5c-1ed5-406d-99f5-fd4c363809bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:10:42.823860 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d184e-ab80-4cef-a940-98c1c30632a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098ed3c6-159c-4750-8d9a-e79ce9525cc5,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:10:42.828790 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-7d2d184e-ab80-4cef-a940-98c1c30632a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:10:42.830803 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-7d2d184e-ab80-4cef-a940-98c1c30632a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:42.832042 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-7d2d184e-ab80-4cef-a940-98c1c30632a1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/098ed3c6-159c-4750-8d9a-e79ce9525cc5 HTTP/1.1" status: 204 len: 168 time: 0.1786547 Jan 21 20:10:43.189782 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 33862) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:10:43.243969 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-1211122e-dee3-429a-a8ca-d5b2d5529ea7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e9d08d693a004a8286147904582e37ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0527689 Jan 21 20:10:43.246635 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.wsgi [-] (80113) accepted ('10.222.0.74', 33866) {{(pid=80113) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 21 20:10:43.311079 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f859e8c9-1ac4-4987-9bc6-691bd4f53c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:43.338931 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f859e8c9-1ac4-4987-9bc6-691bd4f53c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:43.388131 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f859e8c9-1ac4-4987-9bc6-691bd4f53c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603643'] for security_group, after_delete {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:43.393316 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-133120b7-c48a-4fee-b260-b8695ccb20c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 21 20:10:43.407384 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f859e8c9-1ac4-4987-9bc6-691bd4f53c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d85be82-cb00-4255-9e77-e812c922c8d4,revision_number=None']} {{(pid=80113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 21 20:10:43.410156 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG oslo_concurrency.lockutils [None req-f859e8c9-1ac4-4987-9bc6-691bd4f53c8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80113) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 21 20:10:43.413184 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-f859e8c9-1ac4-4987-9bc6-691bd4f53c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80113) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:10:43.414916 dv-cinder-726180-8-iscsi neutron-server[80002]: INFO neutron.wsgi [None req-f859e8c9-1ac4-4987-9bc6-691bd4f53c8e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9d85be82-cb00-4255-9e77-e812c922c8d4 HTTP/1.1" status: 204 len: 168 time: 0.1672280 Jan 21 20:10:44.997103 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.agents_db [None req-c7ecb146-6622-446f-8bab-48f8cf3fe8cd None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:10:59.465275 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:04.442939 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-40006e3f-b76f-4d61-bc04-47217749107e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:06.588152 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c4383280-9b6c-4043-8f15-289cf473da99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:07.557088 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:08.509711 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:09.027833 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:21.997854 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.agents_db [None req-c7ecb146-6622-446f-8bab-48f8cf3fe8cd None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:11:29.478161 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:34.447845 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-1c104076-1bae-4c6c-81c3-4a38dead72e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:36.589762 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-daaa9248-2708-4e6a-91f2-7c7e123cfb04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:37.561213 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:38.513305 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:39.031630 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:11:58.998349 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.agents_db [None req-c7ecb146-6622-446f-8bab-48f8cf3fe8cd None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:11:59.509763 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:12:04.449773 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8b43361e-7483-41c0-81c2-2f479314003f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:12:06.592095 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-38c8c55f-5b18-48d3-a03b-d5320f001dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:12:07.562038 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:12:08.515273 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:12:09.032981 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:12:29.540004 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:12:34.452282 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3ab3d481-747b-4a0d-8a44-56bc1e519b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:12:35.998170 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.agents_db [None req-c7ecb146-6622-446f-8bab-48f8cf3fe8cd None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:12:36.594353 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-31df5d56-72a4-4865-bc33-278396ded8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:12:37.564666 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:12:38.518422 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:12:39.035290 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:12:59.546098 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:13:04.454877 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-9af7a9e4-dee0-4cad-892a-3605b7e9569c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:13:06.597359 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-df55ea0f-cf30-4c03-b2ea-533bb2e111a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:13:07.567976 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:13:08.520699 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:13:09.038754 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:13:12.998934 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.agents_db [None req-c7ecb146-6622-446f-8bab-48f8cf3fe8cd None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:13:29.539312 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:13:34.456819 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3a351c98-b0ee-4cbc-bb81-aaa324897e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:13:36.599809 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-8ce40860-01e2-422e-8be0-791f52cba4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:13:37.569758 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:13:38.522013 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:13:39.039831 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:13:49.998312 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.agents_db [None req-c7ecb146-6622-446f-8bab-48f8cf3fe8cd None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:13:59.545872 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:14:04.459879 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-d482940d-92d1-430c-9c85-e38414afdfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:14:06.602568 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-bbbbc999-dde7-4471-a9d0-0537be78e0b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:14:07.572895 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:14:08.523699 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:14:09.043636 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:14:26.997950 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.agents_db [None req-c7ecb146-6622-446f-8bab-48f8cf3fe8cd None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:14:29.561905 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:14:34.460660 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-ec4d60cb-81d4-44be-9771-682b38e44ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:14:36.605694 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-e2f9c12b-97ea-4a6a-b31d-e34e7b056bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:14:37.574966 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:14:38.525147 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:14:39.046226 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:14:59.553842 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:15:03.997477 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.agents_db [None req-c7ecb146-6622-446f-8bab-48f8cf3fe8cd None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:15:04.462581 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c68f0d8f-9c0d-4ab8-8ed0-c137c77fe0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:15:06.608482 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-45ae03ef-f5d0-4895-b694-0d389eaa61ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:15:07.579470 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:15:08.528240 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:15:09.049067 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:15:29.577430 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:15:34.466627 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4ff502e1-e546-45c1-93a3-1eef5c4c25bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:15:36.610458 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-38aec545-8d85-43c9-a2fd-30453a88220f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:15:37.581290 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-4b9eced8-b3d2-46cf-b865-021255749976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:15:38.531297 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-afdaa72e-dbbe-4f71-b357-6770df98c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:15:39.051293 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3922b8d6-e171-49d4-b20a-f553ce5fd8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:15:40.997670 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron.db.agents_db [None req-c7ecb146-6622-446f-8bab-48f8cf3fe8cd None None] Agent healthcheck: found 6 active agents {{(pid=80116) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 21 20:15:59.585769 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-c2fe0d21-adc8-4cee-b6b6-cf58ba582be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 21 20:16:04.469501 dv-cinder-726180-8-iscsi neutron-server[80002]: DEBUG neutron_lib.callbacks.manager [None req-3d0232db-acce-4c7c-adb3-81546a895c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363307589961690', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8267766'] for agent, after_update {{(pid=80115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}